-- Logs begin at Mon 2021-08-30 15:43:02 UTC, end at Mon 2021-08-30 16:45:32 UTC. -- Aug 30 16:19:03.869200 dv-cinder-806605-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 16:19:06.641710 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.common.config [-] Logging enabled! Aug 30 16:19:06.642359 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 16:19:06.642480 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93768) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 16:19:06.646092 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.common.config [-] Logging enabled! Aug 30 16:19:06.646345 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 16:19:06.646650 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93768) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 16:19:06.647588 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 16:19:06.647820 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 16:19:06.648188 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 16:19:06.648434 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 16:19:06.648656 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 16:19:06.648979 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.649274 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.649875 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.649875 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.650041 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.650357 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.650639 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.650921 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.651199 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.651478 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.652321 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.652321 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.652321 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.652617 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.652910 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.653188 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.653408 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] debug = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.653710 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.654132 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.654551 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.654829 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.655112 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.655391 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.655660 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.655934 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.656218 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.656555 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] host = dv-cinder-806605-2-iscsi {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.656833 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.657117 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.657398 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.657702 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.657978 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.658287 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.659101 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.659461 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.659736 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] log_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.660015 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.660304 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.660596 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.660887 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.661113 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.661335 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.661650 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.661938 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.662216 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.662494 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.662769 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.663047 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.663324 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.663600 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.663876 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.664160 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.664443 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.664717 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.664990 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.665262 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.665561 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.665846 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.666121 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.666398 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.666673 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.666958 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.667230 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.667505 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.667804 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.668089 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.668368 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.668654 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.668928 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.669208 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.669483 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.669777 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.670048 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] use_json = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.670319 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.670589 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.670869 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.671137 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.671408 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.671679 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.671948 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.672228 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:06.672527 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.672924 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.673134 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.673417 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.673895 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.674391 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.674699 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.674983 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.675275 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.675568 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.675862 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.676148 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.676437 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.676717 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.677013 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.677320 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.677644 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.677937 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.678212 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.678490 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.678758 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.679135 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.679337 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.679618 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.679905 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.680194 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.680473 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.680766 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.681067 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.681358 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.681656 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.681939 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.682229 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.682510 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.682783 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.683068 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.683355 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.683633 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.683906 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.684184 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.684460 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.684735 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.685023 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.685300 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.685610 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.685891 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.686169 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.686439 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.686724 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.686998 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.687282 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.687563 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.687833 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.688103 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.688377 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.688645 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.688913 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.689187 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.689597 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.690053 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.690415 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.690699 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.690974 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.691248 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.691520 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.691793 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.692066 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.692343 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.692615 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.692886 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.693160 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.693429 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.693725 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.694025 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.694324 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.694601 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.694880 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.695157 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.695434 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.695708 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.695983 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.696259 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.696535 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.696803 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.697088 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.697371 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.697679 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.697962 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.698237 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.698966 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.698966 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.699116 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.699335 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.699608 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.699894 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.700172 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.700461 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.700751 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.701040 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.701331 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.701646 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.701928 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.702237 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.702620 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:06.702732 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 16:19:06.702981 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93768) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 16:19:07.056128 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 16:19:07.056341 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 16:19:07.056588 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 16:19:07.056925 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 16:19:07.458197 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.458467 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.458735 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.460049 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.460320 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.460582 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.496502 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.496774 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.497069 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.512170 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.512437 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.512703 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.541896 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.542174 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.542445 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.579814 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.580146 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.580597 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.819198 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.819830 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.819830 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.819830 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.820739 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.941125 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.941433 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.941736 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.942004 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.942267 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.942575 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.942834 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.943088 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.943341 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.943618 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.943863 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.944125 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.944378 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.944626 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.944876 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.945139 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.945388 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.945664 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.945930 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.946185 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.946549 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.946703 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.946986 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.947405 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.947612 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.947856 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.948248 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 16:19:07.948487 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 16:19:07.948722 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 16:19:07.948957 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 16:19:07.949188 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 16:19:07.949421 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 16:19:07.949824 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 16:19:07.952928 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 16:19:07.957248 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 16:19:07.961082 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Aug 30 16:19:07.962743 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 16:19:07.963195 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 16:19:07.963529 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 16:19:07.963905 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 16:19:07.966689 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 16:19:07.966952 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 16:19:07.967300 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 16:19:07.972898 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 16:19:07.995027 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 16:19:07.995476 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.995771 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93768) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 16:19:07.996131 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:07.997479 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93768) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 16:19:07.997792 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 16:19:07.998038 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 16:19:08.001224 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.001534 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.073052 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 16:19:08.073258 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 16:19:08.073424 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 16:19:08.073829 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 16:19:08.096728 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_db.sqlalchemy.engines [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93768) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 16:19:08.652896 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Initializing driver for type 'gre' Aug 30 16:19:08.653418 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] gre ID ranges: [(1, 1000)] Aug 30 16:19:08.710670 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Initializing driver for type 'local' Aug 30 16:19:08.711013 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Initializing driver for type 'vlan' Aug 30 16:19:08.728393 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] VlanTypeDriver initialization complete Aug 30 16:19:08.728744 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Initializing driver for type 'vxlan' Aug 30 16:19:08.729253 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] vxlan ID ranges: [(1, 1000)] Aug 30 16:19:08.786564 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Initializing extension driver 'port_security' Aug 30 16:19:08.786902 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] PortSecurityExtensionDriver initialization complete Aug 30 16:19:08.787254 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Initializing mechanism driver 'openvswitch' Aug 30 16:19:08.787575 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Initializing mechanism driver 'hyperv' Aug 30 16:19:08.796013 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:19:08.796705 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > port after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.797080 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.797434 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.798011 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 16:19:08.798450 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > subnet after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.798903 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > subnet after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.799272 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.799643 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 16:19:08.800051 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > network after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.800402 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > network after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.800757 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > network after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.801154 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 16:19:08.801599 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > security_group after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.801952 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > security_group after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.802294 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.802828 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 16:19:08.803238 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.803603 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.803949 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.804342 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 16:19:08.804748 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > address_group after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.805095 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > address_group after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.805436 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.805850 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 16:19:08.806238 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] ML2 OVO RPC backend initialized. {{(pid=93768) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 16:19:08.806961 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.807321 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.807746 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > network before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.808096 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > networks before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.808444 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > port before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.808788 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > ports before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.809155 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > subnet before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.809492 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > subnets before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.809863 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > network after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.810207 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > network after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.810540 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > network after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.810878 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > port after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.811216 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.811535 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.811872 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > subnet after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.812208 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > subnet after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.812541 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.813116 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Modular L2 Plugin initialization complete Aug 30 16:19:08.813451 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading services supported by the core plugin {{(pid=93768) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 16:19:08.813810 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Got port-security extension from driver 'port_security' Aug 30 16:19:08.814304 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.extensions.vlantransparent [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Disabled vlantransparent extension. Aug 30 16:19:08.814784 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93768) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 16:19:08.815101 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading Plugin: router Aug 30 16:19:08.852923 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.853589 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router after_create 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.853794 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router before_create 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.854169 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.854547 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.854905 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router after_delete 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.855267 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.855616 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.855974 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router after_create 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.856323 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router after_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.856675 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router after_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.857012 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.857368 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router after_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.857795 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router precommit_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.858164 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.858507 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.858841 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: subnet after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.859180 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.859525 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.859877 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router precommit_create 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.860220 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: port before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.860564 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router precommit_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.860916 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router after_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.861307 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.861705 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router precommit_create 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.862070 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.862401 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router precommit_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.862766 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > agent after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.863124 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > agent after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.863469 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > network after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.864350 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Tracking information for resource: router configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 16:19:08.864682 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Tracking information for resource: floatingip configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 16:19:08.869719 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.db.l3_agentschedulers_db [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 16:19:08.870296 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.870661 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: port after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.871010 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.871365 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.872145 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router before_create 55550100 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.872512 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.872882 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router precommit_create 55550100 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.873272 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > router precommit_update 55550100 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.878043 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.services.provider_configuration [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service providers = [] {{(pid=93768) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 16:19:08.878411 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.db.servicetype_db [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93768) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 16:19:08.881390 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.services.service_base [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 16:19:08.881771 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.services.service_base [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 16:19:08.882114 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.services.service_base [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 16:19:08.883030 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.services.service_base [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 16:19:08.883403 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.services.service_base [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 16:19:08.883784 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 16:19:08.884110 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 16:19:08.894882 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 16:19:08.895216 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading Plugin: auto_allocate Aug 30 16:19:08.901077 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: network precommit_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.901452 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: network precommit_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.901999 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 16:19:08.902330 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading Plugin: tag Aug 30 16:19:08.909570 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 16:19:08.909852 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading Plugin: timestamp Aug 30 16:19:08.913948 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 16:19:08.914276 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading Plugin: network_ip_availability Aug 30 16:19:08.919723 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.920103 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.920461 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:08.921175 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 16:19:08.921496 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading Plugin: flavors Aug 30 16:19:08.926415 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 16:19:08.926748 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading Plugin: revisions Aug 30 16:19:08.931059 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 16:19:08.931462 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_concurrency.lockutils [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.875s {{(pid=93768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 16:19:08.932199 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93768) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 16:19:08.932548 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Initializing extension manager. Aug 30 16:19:08.933073 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: __init__.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.933422 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: __pycache__ {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.933784 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.934125 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: address_group.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.934892 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.935458 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: address-group Aug 30 16:19:08.935782 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: address_scope.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.936510 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.937022 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: address-scope Aug 30 16:19:08.937345 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.938311 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.938816 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: router-admin-state-down-before-update Aug 30 16:19:08.939143 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: agent.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.940099 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.940598 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: agent Aug 30 16:19:08.940917 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: agent_resources_synced.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.941874 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.942378 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: agent-resources-synced Aug 30 16:19:08.942695 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: allowedaddresspairs.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.944513 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.945023 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: allowed-address-pairs Aug 30 16:19:08.945349 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: auto_allocated_topology.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.946478 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.946984 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: auto-allocated-topology Aug 30 16:19:08.947309 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: availability_zone.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.948023 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.948525 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: availability_zone Aug 30 16:19:08.948848 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: availability_zone_filter.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.949806 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.950309 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: availability_zone_filter Aug 30 16:19:08.950629 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: data_plane_status.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.951597 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.952091 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 16:19:08.952414 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: default_subnetpools.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.953356 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.953878 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: default-subnetpools Aug 30 16:19:08.954206 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.955085 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.955588 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: dhcp_agent_scheduler Aug 30 16:19:08.955914 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: dns.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.956855 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.957362 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 16:19:08.957715 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: dns_domain_ports.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.958644 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.959147 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 16:19:08.959469 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.960410 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.960926 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 16:19:08.961248 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: dvr.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.961974 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.962461 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: dvr Aug 30 16:19:08.962785 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: ecmp_routes.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.963710 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.964215 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 16:19:08.964530 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: empty_string_filtering.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.965446 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.965979 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: empty-string-filtering Aug 30 16:19:08.966307 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.967219 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.967716 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 16:19:08.968036 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.968973 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.969470 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 16:19:08.969822 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: external_net.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.971026 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.971266 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: external-net Aug 30 16:19:08.971590 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.972511 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.973017 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: extra_dhcp_opt Aug 30 16:19:08.973344 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: extraroute.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.974288 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.974791 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: extraroute Aug 30 16:19:08.975118 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: extraroute_atomic.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.976170 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.976676 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: extraroute-atomic Aug 30 16:19:08.976998 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: filter_validation.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.977708 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.978206 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: filter-validation Aug 30 16:19:08.978530 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: fip_pf_description.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.979447 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.979951 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 16:19:08.980275 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: fip_port_details.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.981199 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.981815 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: fip-port-details Aug 30 16:19:08.982135 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: flavors.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.983366 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.983881 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: flavors Aug 30 16:19:08.984210 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.985916 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.986555 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 16:19:08.986937 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: floatingip_pools.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.987649 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.988163 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: floatingip-pools Aug 30 16:19:08.988488 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: ip_allocation.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.989428 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.989958 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 16:19:08.990282 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.991240 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.991729 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: ip-substring-filtering Aug 30 16:19:08.992056 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: l2_adjacency.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.992996 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.993497 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 16:19:08.993846 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: l3.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.994954 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.995465 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: router Aug 30 16:19:08.995793 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.998063 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:08.998584 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 16:19:08.998913 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:08.999871 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.000375 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: ext-gw-mode Aug 30 16:19:09.000705 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.001693 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.002294 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: l3-ha Aug 30 16:19:09.002616 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: l3_flavors.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.003547 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.004051 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: l3-flavors Aug 30 16:19:09.004372 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.005299 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.005832 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 16:19:09.006160 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: l3agentscheduler.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.007219 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.007739 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: l3_agent_scheduler Aug 30 16:19:09.008051 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: logging.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.009560 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.010085 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension logging not supported by any of loaded plugins Aug 30 16:19:09.010418 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: metering.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.011166 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.011743 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: metering Aug 30 16:19:09.012065 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.013158 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.013693 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: metering_source_and_destination_fields Aug 30 16:19:09.014021 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: multiprovidernet.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.014958 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.015460 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: multi-provider Aug 30 16:19:09.015784 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: netmtu.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.016711 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.017212 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: net-mtu Aug 30 16:19:09.017647 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: netmtu_writable.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.018556 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.019054 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: net-mtu-writable Aug 30 16:19:09.019378 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: network_availability_zone.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.020066 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.020565 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: network_availability_zone Aug 30 16:19:09.020886 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: network_ip_availability.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.021998 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.022501 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: network-ip-availability Aug 30 16:19:09.022828 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: network_segment_range.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.023597 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.024092 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 16:19:09.024416 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: pagination.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.025403 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.025773 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: pagination Aug 30 16:19:09.026095 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: port_device_profile.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.027022 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.027529 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: port-device-profile Aug 30 16:19:09.027854 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.028795 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.029296 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: port-mac-address-regenerate Aug 30 16:19:09.029653 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.030578 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.031076 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: port-numa-affinity-policy Aug 30 16:19:09.031401 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: port_resource_request.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.032322 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.032818 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 16:19:09.033733 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: portbindings.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.034488 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.034994 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: binding Aug 30 16:19:09.035309 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: portbindings_extended.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.036720 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.037236 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: binding-extended Aug 30 16:19:09.037597 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: portsecurity.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.038528 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.039029 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: port-security Aug 30 16:19:09.039356 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: project_id.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.040341 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.040670 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: project-id Aug 30 16:19:09.040996 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: providernet.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.041979 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.042489 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: provider Aug 30 16:19:09.042835 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: qos.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.046460 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.046981 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension qos not supported by any of loaded plugins Aug 30 16:19:09.047306 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.048598 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.049153 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 16:19:09.049476 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.050484 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.050994 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 16:19:09.051318 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: qos_default.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.052251 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.052755 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension qos-default not supported by any of loaded plugins Aug 30 16:19:09.053081 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: qos_fip.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.053784 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.054282 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 16:19:09.054603 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: qos_gateway_ip.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.055557 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.056061 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 16:19:09.056381 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: qos_port_network_policy.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.057313 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.057856 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 16:19:09.058180 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: qos_pps_rule.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.059381 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.059902 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 16:19:09.060225 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: qos_rule_type_details.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.061153 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.061709 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 16:19:09.062034 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: qos_rules_alias.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.063084 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.063592 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 16:19:09.063915 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: quotasv2.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.064902 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.065229 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: quotas Aug 30 16:19:09.065570 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: quotasv2_detail.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.068733 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.069071 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: quota_details Aug 30 16:19:09.069400 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: rbac.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.070722 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.071250 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: rbac-policies Aug 30 16:19:09.071580 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: rbac_address_group.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.072525 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.073032 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: rbac-address-group Aug 30 16:19:09.073367 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: rbac_address_scope.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.074318 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.074838 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: rbac-address-scope Aug 30 16:19:09.075161 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: rbac_security_groups.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.076094 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.076606 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: rbac-security-groups Aug 30 16:19:09.076929 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: rbac_subnetpool.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.077896 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.078402 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: rbac-subnetpool Aug 30 16:19:09.078724 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: revisionifmatch.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.079672 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.080236 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: revision-if-match Aug 30 16:19:09.080557 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: revisions.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.081715 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.082222 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: standard-attr-revisions Aug 30 16:19:09.082551 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: router_availability_zone.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.083236 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.083740 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: router_availability_zone Aug 30 16:19:09.084062 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: routerservicetype.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.084992 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.085493 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 16:19:09.085839 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.086777 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.087282 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: security-groups-normalized-cidr Aug 30 16:19:09.087603 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.088532 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.089034 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: port-security-groups-filtering Aug 30 16:19:09.089360 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.090331 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.090839 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: security-groups-remote-address-group Aug 30 16:19:09.091163 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: securitygroup.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.102225 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.102750 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: security-group Aug 30 16:19:09.103082 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: segment.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.103903 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.104411 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension segment not supported by any of loaded plugins Aug 30 16:19:09.104736 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.105713 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.106223 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 16:19:09.106548 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: servicetype.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.107754 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.108265 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: service-type Aug 30 16:19:09.108598 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: sorting.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.109645 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.109981 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: sorting Aug 30 16:19:09.110288 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: standard_attr_segment.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.111256 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.111780 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 16:19:09.112102 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: standardattrdescription.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.112758 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.113267 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: standard-attr-description Aug 30 16:19:09.113619 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: stateful_security_group.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.114563 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.115073 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: stateful-security-group Aug 30 16:19:09.115395 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: stdattrs_common.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.115987 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 16:19:09.116307 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.117250 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.117781 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 16:19:09.118099 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: subnet_onboard.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.119189 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.119703 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: subnet_onboard Aug 30 16:19:09.120026 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.120972 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.121475 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 16:19:09.121828 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: subnet_service_types.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.122764 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.123272 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: subnet-service-types Aug 30 16:19:09.123599 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: subnetallocation.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.124730 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.125241 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: subnet_allocation Aug 30 16:19:09.125595 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.126274 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.126824 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: subnetpool-prefix-ops Aug 30 16:19:09.127153 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.128123 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.128627 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 16:19:09.128943 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: tagging.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.130082 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.130601 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: standard-attr-tag Aug 30 16:19:09.130930 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: timestamp.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.132158 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.132672 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loaded extension: standard-attr-timestamp Aug 30 16:19:09.132997 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: trunk.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.134070 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.134581 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension trunk not supported by any of loaded plugins Aug 30 16:19:09.134912 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: trunk_details.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.135847 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.136352 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 16:19:09.136677 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: uplink_status_propagation.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.137644 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.138156 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 16:19:09.138475 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Loading extension file: vlantransparent.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 16:19:09.139168 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 16:19:09.139675 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 16:19:09.142219 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:network Aug 30 16:19:09.142786 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:subnet Aug 30 16:19:09.143196 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 16:19:09.143596 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:port Aug 30 16:19:09.144861 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.145302 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service FLAVORS assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.145985 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.146420 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.146754 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:router Aug 30 16:19:09.147185 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 16:19:09.147690 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service METERING assigned prefix: /metering {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.149167 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:09.149572 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:09.149930 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:19:09.150944 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 16:19:09.151380 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:security_group Aug 30 16:19:09.151818 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 16:19:09.152410 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service CORE assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.152737 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 16:19:09.153083 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] subnetpool is already registered Aug 30 16:19:09.153531 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service CORE assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.153856 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 16:19:09.154184 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] subnetpool is already registered Aug 30 16:19:09.156506 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.156939 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service FLAVORS assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.157546 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.158019 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.158674 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:router Aug 30 16:19:09.159204 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] router is already registered Aug 30 16:19:09.159681 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 16:19:09.159968 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] floatingip is already registered Aug 30 16:19:09.160424 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service METERING assigned prefix: /metering {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.161090 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 16:19:09.161416 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] rbac_policy is already registered Aug 30 16:19:09.161862 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:security_group Aug 30 16:19:09.162197 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] security_group is already registered Aug 30 16:19:09.162598 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 16:19:09.162929 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] security_group_rule is already registered Aug 30 16:19:09.163554 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service CORE assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.163883 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 16:19:09.164219 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] subnetpool is already registered Aug 30 16:19:09.164643 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Service CORE assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 16:19:09.164967 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 16:19:09.165296 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] subnetpool is already registered Aug 30 16:19:09.165801 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: extensions {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.167261 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: address-groups {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.168778 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: address-scopes {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.170139 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: agents {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.171324 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: auto-allocated-topology {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.172574 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: availability_zones {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.173866 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: dhcp-networks {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.175385 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: dhcp-agents {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.176807 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: routers {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.179056 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: flavors {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.180242 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: service_profiles {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.181447 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: next_providers {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.182922 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: service_profiles {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.184453 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: floatingip-pools {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.185716 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: routers {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.187820 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: floatingips {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.189110 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: l3-routers {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.190705 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: l3-agents {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.192109 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: metering-labels {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.193472 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: metering-label-rules {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.194784 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: network-ip-availabilities {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.196054 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: bindings {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.197722 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: quotas {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.199177 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: quotas {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.200601 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: rbac-policies {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.201836 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: security-groups {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.203118 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: security-group-rules {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.204366 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: service-providers {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.205641 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: subnetpools {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.208209 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: subnetpools {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.209712 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.211393 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.213198 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.215005 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.216811 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.218702 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.220398 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.222518 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.224377 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.226143 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron.api.extensions [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 16:19:09.232108 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING keystonemiddleware.auth_token [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 16:19:09.236921 dv-cinder-806605-2-iscsi neutron-server[93768]: WARNING keystonemiddleware.auth_token [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 16:19:09.245355 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_concurrency.lockutils [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Acquired lock "singleton_lock" {{(pid=93768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 16:19:09.245863 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_concurrency.lockutils [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Releasing lock "singleton_lock" {{(pid=93768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 16:19:09.246519 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO oslo_service.service [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Starting 2 workers Aug 30 16:19:09.251391 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Started child 93875 {{(pid=93768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 16:19:09.256024 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Started child 93876 {{(pid=93768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 16:19:09.256785 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:09.257621 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO neutron.service [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 16:19:09.258181 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [-] (93875) wsgi starting up on http://0.0.0.0:9696 Aug 30 16:19:09.258320 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Notify callbacks [] for process, before_spawn {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:09.260629 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:09.261125 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO oslo_service.service [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Starting 1 workers Aug 30 16:19:09.261910 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [-] (93876) wsgi starting up on http://0.0.0.0:9696 Aug 30 16:19:09.265860 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Started child 93877 {{(pid=93768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 16:19:09.266371 dv-cinder-806605-2-iscsi neutron-server[93768]: INFO oslo_service.service [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Starting 1 workers Aug 30 16:19:09.269690 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.service [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] calling RpcWorker wait() {{(pid=93877) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 16:19:09.270257 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.service [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] returning from RpcWorker wait() {{(pid=93877) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 16:19:09.270872 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Started child 93878 {{(pid=93768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 16:19:09.271506 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:09.271631 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb291df5-c765-498c-9bef-da70a25d1d49 None None] Notify callbacks [] for process, after_spawn {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:09.271965 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:19:09.273560 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 16:19:09.273712 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 16:19:09.273882 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 16:19:09.274114 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 16:19:09.274430 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 16:19:09.274568 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 16:19:09.275110 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.275330 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.275635 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.275887 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.276180 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.276597 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:09.277131 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.277131 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.277266 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.277415 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.277722 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.277909 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.278051 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.278266 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.278473 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.278775 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.279036 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.279260 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.279558 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.279697 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.279965 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.280228 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.280453 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.280704 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] debug = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.280940 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.281435 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.281695 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.281937 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.282170 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.282429 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.282669 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.282936 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.283247 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.283776 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.284024 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.284267 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.284489 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.284728 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.284941 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.285188 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.285404 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.285909 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] host = dv-cinder-806605-2-iscsi {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.286152 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.286381 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.286620 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.286843 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.287092 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.287306 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.287543 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.287782 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.288053 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.288272 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.288513 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.288760 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.288970 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.289227 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.289390 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_options = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.289660 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.289938 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.290194 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.290387 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.290553 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.290803 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.290983 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.291143 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.291400 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.291613 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.291832 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.292034 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.292244 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.292477 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.292756 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.293004 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.293239 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.293454 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.293718 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.293959 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.294179 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.294405 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.294618 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.294830 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.295070 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.295283 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.295512 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.295826 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.295955 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.296202 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.296431 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.296688 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.296920 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.297176 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.297404 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.297674 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.297893 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.298155 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.298383 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.298649 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.298893 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.299134 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.299370 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.299616 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.299942 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.300168 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_json = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.300378 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.300587 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.300929 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.301069 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.301260 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.301472 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.301784 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.302017 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.302471 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.302741 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.303066 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.303309 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.303543 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.303785 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.304021 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.304409 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.304562 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.304714 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.305043 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.305292 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.305728 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.305870 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.306385 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.306678 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.306816 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.307124 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.307335 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.307795 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.307795 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.308001 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.308217 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.308394 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.308637 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.308869 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.309138 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.309464 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.309770 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.310041 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.310300 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.310514 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.310735 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.311058 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.311176 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.311393 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.311629 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.311923 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.312145 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.312359 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.312470 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:19:09.312605 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.312795 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.313007 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.313235 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.313457 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.313715 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.313946 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.314180 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.314719 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.314892 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.315111 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.315339 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.315569 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.315781 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.316024 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.316339 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.316457 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.316674 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.316885 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.317102 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.317348 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.317595 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.317810 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.318020 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.318236 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.318446 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.318691 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.318908 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.319123 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.319333 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.319548 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.319775 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.320045 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.320238 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.320449 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.320685 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.320914 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.321171 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.321541 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.321656 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.321814 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.322031 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.322263 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.322481 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.322695 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.322905 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.323119 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.323352 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.323549 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.323830 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.324259 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.325106 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.325106 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.325106 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.325443 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.325443 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.325722 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.325842 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.326557 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.326557 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.326557 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.326953 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.326953 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.327176 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.327408 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.327830 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.328566 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.328566 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.328566 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.329606 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.329925 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.330286 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.330687 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.331047 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.331297 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.331562 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.331854 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.332114 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.332407 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.332651 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.332927 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.333219 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.333544 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.336077 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.336077 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.336077 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.336077 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.336077 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.336077 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.337277 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.337277 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.337277 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.337277 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.337277 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.337679 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.337761 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.338114 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.338325 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.338569 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.338780 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.339070 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.339308 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.339545 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.339823 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.340064 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.340350 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.340586 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.340866 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.341070 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.341310 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.341562 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.341797 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.342017 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.342264 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.342519 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.342738 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.342952 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.343182 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.343401 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.343617 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.343841 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.344070 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.344288 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.344506 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.344850 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.344956 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.345222 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.345597 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.346594 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.346897 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.347129 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.347371 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.347682 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.348484 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.349795 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.349795 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.349795 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.350032 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.350232 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.350531 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.350708 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.350922 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.351179 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.351394 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.351631 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.351867 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.352139 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.352311 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.352519 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.352745 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.353035 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.353242 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.353601 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.353868 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.354113 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.354347 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.354563 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.354808 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.355051 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.355284 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.355501 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.355749 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.355990 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.356375 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.356631 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.356749 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.356877 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.358076 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.358076 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.358076 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.358076 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.358076 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.358638 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.358638 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.358916 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.359036 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.359173 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.359411 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.359622 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.359982 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.360222 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.360442 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.360907 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.360907 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.361239 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.361387 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.361607 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.361851 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.362152 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.362366 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.362818 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.363056 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.363291 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.363501 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.364685 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.364685 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.364685 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.364685 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.364685 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.365552 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.365552 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.365552 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.365552 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.365968 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.365968 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.366221 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.366337 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.366687 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.366950 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.367207 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.367496 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.367753 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.368009 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.368255 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.368559 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.368777 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.369026 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.369255 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.369478 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.369722 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.369981 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.370306 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.370577 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.370833 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.371084 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.371350 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.371710 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.371988 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.372202 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.372511 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.372832 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.373100 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.373354 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.373617 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.373869 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.374124 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.374315 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.374552 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.374788 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.375000 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.375254 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.375484 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.375694 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.375966 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.376146 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.376360 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.376578 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.376955 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.377273 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.377530 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.377724 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 16:19:09.378199 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 16:19:09.378356 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 16:19:09.378497 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 16:19:09.378648 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 16:19:09.379344 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 16:19:09.379344 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 16:19:09.379344 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.379344 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.379872 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.379872 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.379872 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.379872 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.380458 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.380458 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.380458 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.380458 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.380996 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.380996 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.380996 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.380996 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.381531 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.381531 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.381531 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.381978 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.381978 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.381978 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.382473 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.382473 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.382473 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] debug = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.382871 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.382871 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.382871 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.383525 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.383525 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.383525 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.383525 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.384041 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.384041 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.384041 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.384041 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.384570 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.384570 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.384570 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.384570 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.385083 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.385083 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.385083 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] host = dv-cinder-806605-2-iscsi {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.385448 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.385448 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.385448 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.385860 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.385860 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.386107 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.386107 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.386384 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.386384 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.386607 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.386607 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.386813 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.386895 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.387041 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.387197 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_options = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.387354 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.387869 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.387869 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.387869 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.388356 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.388356 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.388356 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.388680 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.388680 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.388680 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.389680 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.389680 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.389680 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.389680 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.389680 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.389680 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.390408 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.390408 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.390408 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.390408 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.390408 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.391008 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.391008 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.391008 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.391008 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.391008 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.391624 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.391624 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.391624 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.391624 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.392082 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.392082 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.392082 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.392499 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.392499 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.392752 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.392752 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.392995 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.392995 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.393251 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.393251 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.393533 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.393722 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.393862 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.394065 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.394265 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_json = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.394265 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.394642 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.394642 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.394929 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.394929 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.395196 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.395196 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.395460 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 16:19:09.395460 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.395741 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.395878 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.396026 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.396184 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.396332 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.396582 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.396582 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.396899 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.396899 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.397147 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.397287 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.397429 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.397625 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.397766 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.397902 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.398037 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.398182 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.398318 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.398551 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.398691 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.398845 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.399000 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.399157 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.399308 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.399449 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.399590 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.399718 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.399851 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.399973 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.400128 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.400268 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.400437 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.400598 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.400759 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.400984 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.401118 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.401249 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.401381 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.401564 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.401730 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.401882 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.402025 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.402171 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.402307 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.402447 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.402586 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.402722 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.402876 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.403019 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.403161 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.403304 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.403466 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.403627 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.405632 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.405632 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.405632 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.405632 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.405632 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.405632 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.405632 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.405632 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.405632 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.407312 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.407312 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.407312 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.407312 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.407312 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.407312 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.407312 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.407312 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.407312 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.408954 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.408954 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.408954 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.408954 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.408954 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.408954 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.408954 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.408954 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.408954 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.413271 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.413271 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.413271 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.413271 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.413271 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.413271 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.413271 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.413271 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.413271 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.414431 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.414431 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.414431 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.414431 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.414431 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.414431 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.414431 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.414431 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.415382 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.415382 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.415382 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.415382 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.415382 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.415382 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.415382 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.415382 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.416363 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.416363 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.416363 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.416363 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.416363 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.416363 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.416363 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.416363 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.417966 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.417966 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.417966 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.417966 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.417966 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.417966 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.417966 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.417966 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.419224 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.419224 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.419224 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.419224 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.419224 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.419224 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.419224 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.419224 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.420619 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.420619 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.420619 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.420619 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.420619 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.420619 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.420619 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.420619 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.422281 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.422281 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.422281 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.422281 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.422281 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.422281 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.422281 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.422281 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.423612 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.423612 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.423612 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.423612 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.423612 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.423612 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.423612 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.423612 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.424889 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.424889 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.424889 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.424889 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.424889 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.424889 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.424889 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.424889 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.426250 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.426250 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.426250 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.426250 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.426250 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.426250 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.426250 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.426250 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.427689 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.427689 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.427689 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.427689 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.427689 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.427689 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.427689 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.427689 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.429062 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.429062 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.429062 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.429062 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.429062 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.429062 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.429062 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.429062 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.430099 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.430099 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.430099 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.430099 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.430099 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.430099 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.430099 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.430099 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.431087 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.431087 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.431087 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.431087 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.431087 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.431087 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.431087 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.431087 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.432063 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.432063 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.432063 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.432063 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.432063 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.432063 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.432063 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.432063 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.432063 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.433152 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.433152 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.433152 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.433152 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.433152 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.433152 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.433152 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.433152 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.434469 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.434469 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.434469 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.434839 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:19:09.434992 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.434992 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.434992 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.434992 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.434992 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.434992 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.434992 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.434992 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.435986 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.435986 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.435986 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.435986 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.435986 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.435986 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.435986 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.435986 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.436962 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.436962 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.436962 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.436962 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.436962 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.436962 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.436962 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.436962 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.437985 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.437985 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.437985 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.437985 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.437985 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.437985 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.437985 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.437985 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.438952 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.438952 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.438952 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.438952 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.438952 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.438952 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.438952 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.438952 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.440410 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.440410 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.440410 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.440410 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.440410 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.440410 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.440410 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.440410 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.441373 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.441373 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.441373 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.441373 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.441373 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.441373 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.441373 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.441373 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.441373 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.442528 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.442528 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.442528 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.442528 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.442528 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.442528 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.442528 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.442528 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.442528 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.444192 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.444192 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 16:19:09.444192 dv-cinder-806605-2-iscsi neutron-server[93768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 16:19:09.556275 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59626) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:19:09.569788 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096385 Aug 30 16:19:21.491834 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780762f-c4dc-483d-abc1-4a7676de690a None None] get_active_networks_info from dv-cinder-806605-2-iscsi {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 16:19:21.567630 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-602b5793-1ee2-4a74-9058-2ebf3d3259b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:21.621460 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d780762f-c4dc-483d-abc1-4a7676de690a None None] No non-hosted networks {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 16:19:24.155356 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9eb57364-a1f5-46f8-85ea-aec9bdee2e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:24.208803 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c260fbe-8421-4844-b7e5-5f95382a0e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:24.461091 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:24.463445 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.464348 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.468160 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.471202 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.472037 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.476205 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.478268 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.483245 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.483845 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.484738 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.486813 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.488483 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:24.490880 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806605-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:19:24.507492 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806605-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:19:25.052467 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:26.561776 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:27.792264 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59718) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:19:28.387426 dv-cinder-806605-2-iscsi neutron-server[93875]: WARNING oslo_policy.policy [None req-8d52b5c2-30c7-4e57-9fbb-3fdda7f873d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 16:19:28.388047 dv-cinder-806605-2-iscsi neutron-server[93875]: WARNING oslo_policy.policy [None req-8d52b5c2-30c7-4e57-9fbb-3fdda7f873d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 16:19:28.611133 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [None req-8d52b5c2-30c7-4e57-9fbb-3fdda7f873d5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 16:19:28.612201 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8d52b5c2-30c7-4e57-9fbb-3fdda7f873d5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8189399 Aug 30 16:19:31.034491 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59732) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:19:31.379217 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8f582fea-8a82-4adb-a5c2-8f762a5b0eaa admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:19:31.471837 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.policy [None req-8f582fea-8a82-4adb-a5c2-8f762a5b0eaa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93875) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 16:19:31.517748 dv-cinder-806605-2-iscsi neutron-server[93875]: WARNING oslo_policy.policy [None req-8f582fea-8a82-4adb-a5c2-8f762a5b0eaa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 16:19:31.518129 dv-cinder-806605-2-iscsi neutron-server[93875]: WARNING oslo_policy.policy [None req-8f582fea-8a82-4adb-a5c2-8f762a5b0eaa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 16:19:31.527299 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.quota [None req-8f582fea-8a82-4adb-a5c2-8f762a5b0eaa admin admin] Loaded quota_driver: . Aug 30 16:19:31.536735 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.db.l3_hamode_db [None req-24dd5ce1-6bfd-4406-98cf-2b37feabaa20 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 16:19:31.619321 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd5ce1-6bfd-4406-98cf-2b37feabaa20 None None] Routers set() bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:19:31.619700 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd5ce1-6bfd-4406-98cf-2b37feabaa20 None None] Router IDs set() for agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 16:19:31.625624 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f582fea-8a82-4adb-a5c2-8f762a5b0eaa admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731786624423', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731786625010', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731786611765', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731786610513', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731786260653', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731786853322', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1820140', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1779666', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568720', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645988'] for rbac-policy, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:31.695814 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f582fea-8a82-4adb-a5c2-8f762a5b0eaa admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:31.697091 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8f582fea-8a82-4adb-a5c2-8f762a5b0eaa admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6614850 Aug 30 16:19:34.324782 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59744) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:19:34.675548 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'admin_state_up': True, 'project_id': '67e5724cd4274a27b9de22e842371a15'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:19:34.709898 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Made reservation on behalf of 67e5724cd4274a27b9de22e842371a15 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:19:34.712675 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:34.734446 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:34.871164 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:34.884339 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:34.910212 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:19:34.933999 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731788684261', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:34.934578 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Unsubscribe: segment precommit_create {{(pid=93875) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 16:19:34.935093 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Added segment 6a61d64f-eb44-445e-b2ff-7a417efd2a08 of type vlan for network 7d843b45-e99e-4823-b8f3-9fe55e1894d3 Aug 30 16:19:34.951154 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fcb272-048d-4f16-ba65-f480caf48a9e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:19:35.000227 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.000563 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.000898 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.001227 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.001575 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.001916 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.002238 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.002572 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.003019 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.003492 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.003810 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.004126 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Tracked resource versions report: Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: pushed versions: Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: { 'AddressGroup': {'1.2'}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'ConntrackHelper': {'1.0'}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Log': {'1.0'}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Network': {'1.1'}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Port': {'1.7'}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'PortForwarding': {'1.2'}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'QosPolicy': {'1.9'}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SecurityGroup': {'1.4'}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SecurityGroupRule': {'1.2'}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SubPort': {'1.0'}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Subnet': {'1.1'}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Trunk': {'1.1'}} Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: consumer versions: Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: { DHCP agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: L3 agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: Metadata agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: Metering agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: Open vSwitch agent@dv-cinder-806605-2-iscsi: { 'AddressGroup': '1.2', Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'ConntrackHelper': '1.0', Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Log': '1.0', Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Network': '1.1', Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Port': '1.7', Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'PortForwarding': '1.2', Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'QosPolicy': '1.9', Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SecurityGroup': '1.4', Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SecurityGroupRule': '1.2', Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SubPort': '1.0', Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Subnet': '1.1', Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Trunk': '1.1'}} Aug 30 16:19:35.005262 dv-cinder-806605-2-iscsi neutron-server[93875]: {{(pid=93875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 16:19:35.057247 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:35.096974 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:35.098252 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:19:35.098869 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:35.187360 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8610973 Aug 30 16:19:35.209144 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ae502-75eb-452a-ba2d-5512a2404d74 admin admin] Pushing event updated for resources: {'Network': ['ID=7d843b45-e99e-4823-b8f3-9fe55e1894d3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:19:35.222798 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network 7d843b45-e99e-4823-b8f3-9fe55e1894d3 details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:19:37.965468 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59758) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:19:38.412016 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba466a34-ff38-4147-9b75-3490e16606d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:19:38.413401 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ba466a34-ff38-4147-9b75-3490e16606d9 admin admin] 10.222.0.32 "GET /v2.0/networks/7d843b45-e99e-4823-b8f3-9fe55e1894d3 HTTP/1.1" status: 200 len: 826 time: 0.4469140 Aug 30 16:19:38.441245 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-31b3a833-2249-442d-b313-b98925fa8401 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/09e3a7d5-f481-4c5b-a766-e953a9413eec HTTP/1.1" status: 200 len: 734 time: 0.0206056 Aug 30 16:19:38.450573 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] Request body: {'subnet': {'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '09e3a7d5-f481-4c5b-a766-e953a9413eec', 'ip_version': 4, 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:19:38.476797 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] Made reservation on behalf of 67e5724cd4274a27b9de22e842371a15 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:19:38.480466 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:38.792243 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:38.861009 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4ff452-569a-4c85-a5dc-32abb62109a6,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:19:38.868330 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] Checking segment: {'id': '6a61d64f-eb44-445e-b2ff-7a417efd2a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:19:38.868712 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] Network hostable DHCP agents. Network: 7d843b45-e99e-4823-b8f3-9fe55e1894d3, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:19:38.892904 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] Network 7d843b45-e99e-4823-b8f3-9fe55e1894d3 is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:19:38.906067 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, 7d843b45-e99e-4823-b8f3-9fe55e1894d3) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:19:38.912122 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:19:38.912750 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:38.918092 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c403f564-2fd6-413b-a1dd-cf507452be97 None None] Network 7d843b45-e99e-4823-b8f3-9fe55e1894d3 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:19:38.936066 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-df643e61-8e89-46f5-90a3-f779f7c4bf32 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4886212 Aug 30 16:19:39.274948 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72efa589-712c-54d5-b948-964b5e13cf40-7d843b45-e99e-4823-b8f3-9fe55e1894d3', 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'fixed_ips': [{'subnet_id': '8f4ff452-569a-4c85-a5dc-32abb62109a6'}]}} from dv-cinder-806605-2-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 16:19:39.276330 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:39.566435 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Allocated IP 172.20.0.2 (7d843b45-e99e-4823-b8f3-9fe55e1894d3/8f4ff452-569a-4c85-a5dc-32abb62109a6/fffff44d-3dbf-4fb9-8388-0dbf042cbf0b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:19:39.800621 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:39.817289 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Transition to ACTIVE for port object fffff44d-3dbf-4fb9-8388-0dbf042cbf0b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:19:39.839332 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Transition to ACTIVE for port object fffff44d-3dbf-4fb9-8388-0dbf042cbf0b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:19:39.848714 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:39.921131 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Network 7d843b45-e99e-4823-b8f3-9fe55e1894d3 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:19:39.929934 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:19:39.935388 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Pushing event updated for resources: {'Port': ['ID=fffff44d-3dbf-4fb9-8388-0dbf042cbf0b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:19:39.937663 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:19:39.947861 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.948212 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.948554 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.948888 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.949221 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.949583 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.949899 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.950222 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.950554 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.950876 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.951195 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.951516 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Tracked resource versions report: Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: pushed versions: Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: { 'AddressGroup': {'1.2'}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'ConntrackHelper': {'1.0'}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Log': {'1.0'}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Network': {'1.1'}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Port': {'1.7'}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'PortForwarding': {'1.2'}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'QosPolicy': {'1.9'}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SecurityGroup': {'1.4'}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SecurityGroupRule': {'1.2'}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SubPort': {'1.0'}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Subnet': {'1.1'}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Trunk': {'1.1'}} Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: consumer versions: Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: { DHCP agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: L3 agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: Metadata agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: Metering agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: Open vSwitch agent@dv-cinder-806605-2-iscsi: { 'AddressGroup': '1.2', Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'ConntrackHelper': '1.0', Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Log': '1.0', Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Network': '1.1', Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Port': '1.7', Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'PortForwarding': '1.2', Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'QosPolicy': '1.9', Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SecurityGroup': '1.4', Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SecurityGroupRule': '1.2', Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SubPort': '1.0', Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Subnet': '1.1', Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Trunk': '1.1'}} Aug 30 16:19:39.952645 dv-cinder-806605-2-iscsi neutron-server[93877]: {{(pid=93877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 16:19:40.026879 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Attempting to bind port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:19:40.027269 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Attempting to bind port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '6a61d64f-eb44-445e-b2ff-7a417efd2a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:19:40.027707 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Attempting to bind port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b on network 7d843b45-e99e-4823-b8f3-9fe55e1894d3 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:19:40.033381 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:19:40.033824 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Checking segment: {'id': '6a61d64f-eb44-445e-b2ff-7a417efd2a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:19:40.034392 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:40.035013 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Bound using segment: {'id': '6a61d64f-eb44-445e-b2ff-7a417efd2a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:19:40.035514 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Bound port: fffff44d-3dbf-4fb9-8388-0dbf042cbf0b, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a61d64f-eb44-445e-b2ff-7a417efd2a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:19:40.035930 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:40.099689 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] For port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:19:40.104241 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] For port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=fffff44d-3dbf-4fb9-8388-0dbf042cbf0b,segment=NetworkSegment(6a61d64f-eb44-445e-b2ff-7a417efd2a08),segment_id=6a61d64f-eb44-445e-b2ff-7a417efd2a08)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:19:40.110687 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:40.178525 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51519b4f-b1cc-4971-8a3d-379ecda8d929 None None] Pushing event updated for resources: {'Port': ['ID=fffff44d-3dbf-4fb9-8388-0dbf042cbf0b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:19:41.415428 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:19:41.954998 dv-cinder-806605-2-iscsi neutron-server[93876]: WARNING oslo_policy.policy [None req-b8384d1c-3436-4b68-9d27-a8077a5b2fa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 16:19:41.955581 dv-cinder-806605-2-iscsi neutron-server[93876]: WARNING oslo_policy.policy [None req-b8384d1c-3436-4b68-9d27-a8077a5b2fa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 16:19:42.178844 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [None req-b8384d1c-3436-4b68-9d27-a8077a5b2fa8 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 16:19:42.180112 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b8384d1c-3436-4b68-9d27-a8077a5b2fa8 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7627268 Aug 30 16:19:44.681186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59780) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:19:45.028210 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [None req-8ff058cf-b32c-460f-b848-cd0feeadd58f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 16:19:45.029215 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8ff058cf-b32c-460f-b848-cd0feeadd58f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3470128 Aug 30 16:19:47.809298 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59794) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:19:48.163190 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8483a275-83c2-4fb9-be26-b15d1ed90a6c admin admin] Request body: {'router': {'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:19:48.191992 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8483a275-83c2-4fb9-be26-b15d1ed90a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1315'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:48.193616 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8483a275-83c2-4fb9-be26-b15d1ed90a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1320'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:48.341841 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8483a275-83c2-4fb9-be26-b15d1ed90a6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:48.349303 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fffff44d-3dbf-4fb9-8388-0dbf042cbf0b up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:19:48.351002 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8483a275-83c2-4fb9-be26-b15d1ed90a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537911'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:48.364076 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8483a275-83c2-4fb9-be26-b15d1ed90a6c admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:48.365299 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8483a275-83c2-4fb9-be26-b15d1ed90a6c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5549684 Aug 30 16:19:48.449088 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:19:48.641410 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b2df4-e668-4664-aab2-10e65e96bce7 None None] Network 7d843b45-e99e-4823-b8f3-9fe55e1894d3 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:19:48.706242 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4f21a37a-af3a-4fc6-b63b-6215a837394e None None] Provisioning for port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:19:48.718008 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4f21a37a-af3a-4fc6-b63b-6215a837394e None None] Provisioning complete for port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:19:48.718400 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f21a37a-af3a-4fc6-b63b-6215a837394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:48.908156 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f21a37a-af3a-4fc6-b63b-6215a837394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:48.952703 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4f21a37a-af3a-4fc6-b63b-6215a837394e None None] For port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=fffff44d-3dbf-4fb9-8388-0dbf042cbf0b,segment=NetworkSegment(6a61d64f-eb44-445e-b2ff-7a417efd2a08),segment_id=6a61d64f-eb44-445e-b2ff-7a417efd2a08)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:19:48.958878 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f21a37a-af3a-4fc6-b63b-6215a837394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:49.011990 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21a37a-af3a-4fc6-b63b-6215a837394e None None] Pushing event updated for resources: {'Port': ['ID=fffff44d-3dbf-4fb9-8388-0dbf042cbf0b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:19:49.187311 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0db9096f-29f9-484d-9178-cba1a3ff0f0e None None] Provisioning complete for port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:19:49.187697 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0db9096f-29f9-484d-9178-cba1a3ff0f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:50.316577 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fffff44d-3dbf-4fb9-8388-0dbf042cbf0b up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:19:50.367768 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:19:50.368134 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:50.814225 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59802) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:19:51.180849 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [None req-25213714-0cea-4c51-ba20-9cbf7743cc55 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 16:19:51.181892 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-25213714-0cea-4c51-ba20-9cbf7743cc55 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3663399 Aug 30 16:19:51.322777 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-161e5d73-7dfc-4da7-b95a-85775ad08a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:53.613167 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59810) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:19:53.957134 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:19:53.981091 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Made reservation on behalf of 1ed1eaabb15d4c4680bfe4e725465a96 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:19:53.983539 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:53.992052 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:54.083565 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:54.089875 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:54.104996 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Reserving flat network on physical network physnet1 {{(pid=93875) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 16:19:54.123074 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd2d683-d1b5-41c6-a5a8-e136e3ef15c8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:19:54.129765 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:54.130110 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Added segment 5a2ace0e-6057-448b-9ff4-c7ab883f0612 of type flat for network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 Aug 30 16:19:54.158907 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-320ac2d3-48bc-44b7-bbde-6584b7076775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:54.180360 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:54.215254 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:54.216116 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:19:54.216718 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:54.272187 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6578434 Aug 30 16:19:54.277145 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d5a79-eaf7-4e50-9ebe-1dc1f99a8b4a admin admin] Pushing event updated for resources: {'Network': ['ID=6f5b224b-7450-4bed-85a9-e0fdb3b07561,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:19:54.289192 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:19:54.457427 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:54.977878 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:56.506663 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:56.775128 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59828) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:19:57.006146 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83009c51-a5f1-4bf5-8e15-e169b5217718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:19:57.007478 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-83009c51-a5f1-4bf5-8e15-e169b5217718 admin admin] 10.222.0.32 "GET /v2.0/subnets/8f4ff452-569a-4c85-a5dc-32abb62109a6 HTTP/1.1" status: 200 len: 849 time: 0.2313662 Aug 30 16:19:57.126193 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d1b07a09-fed4-4878-99ad-badb81765a0e admin admin] 10.222.0.32 "GET /v2.0/routers/0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 HTTP/1.1" status: 200 len: 704 time: 0.1123245 Aug 30 16:19:57.400643 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:57.703652 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Allocated IP 172.20.0.1 (7d843b45-e99e-4823-b8f3-9fe55e1894d3/8f4ff452-569a-4c85-a5dc-32abb62109a6/4fc57792-97e4-467b-809c-a25e9a6ec07b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:19:57.932950 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:57.955958 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Transition to ACTIVE for port object 4fc57792-97e4-467b-809c-a25e9a6ec07b will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:19:58.030640 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:58.101870 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Network 7d843b45-e99e-4823-b8f3-9fe55e1894d3 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:19:58.106647 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:19:58.113026 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:19:58.113026 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538088'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:58.134735 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Pushing event updated for resources: {'Port': ['ID=4fc57792-97e4-467b-809c-a25e9a6ec07b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:19:58.320887 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:58.352499 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be01c45d-daef-483a-ade2-d134a398647f None None] Provisioning for port 4fc57792-97e4-467b-809c-a25e9a6ec07b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:19:58.356546 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be01c45d-daef-483a-ade2-d134a398647f None None] Provisioning complete for port 4fc57792-97e4-467b-809c-a25e9a6ec07b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:19:58.356922 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be01c45d-daef-483a-ade2-d134a398647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:58.391828 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be01c45d-daef-483a-ade2-d134a398647f None None] Port 4fc57792-97e4-467b-809c-a25e9a6ec07b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:19:58.530282 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:58.538267 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:58.539029 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534839'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:58.616153 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Pushing event updated for resources: {'Port': ['ID=4fc57792-97e4-467b-809c-a25e9a6ec07b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:19:58.666846 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Network 7d843b45-e99e-4823-b8f3-9fe55e1894d3 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:19:58.668127 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:19:58.841355 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Router 0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 is scheduled to L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 16:19:58.915546 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a929d69e-e252-4c4d-844c-cef30002626c None None] Provisioning complete for port 4fc57792-97e4-467b-809c-a25e9a6ec07b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:19:58.915938 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a929d69e-e252-4c4d-844c-cef30002626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:19:58.940708 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:19:58.948001 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-03009634-b537-4ffa-b88f-05e3430bfa8c admin admin] 10.222.0.32 "PUT /v2.0/routers/0a812d5c-fc85-47dc-a15c-068d6b3b5cc0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8150523 Aug 30 16:19:58.954443 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a929d69e-e252-4c4d-844c-cef30002626c None None] Port 4fc57792-97e4-467b-809c-a25e9a6ec07b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:19:58.959807 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Sync routers for ids ['0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:19:58.972952 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Routers {'0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:19:58.973987 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:19:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:19:59.162409 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Set router 0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:19:59.592219 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'name': 'router1', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:19:48Z', 'updated_at': '2021-08-30T16:19:58Z', 'revision_number': 2, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'gw_port_host': None, '_interfaces': [{'id': '4fc57792-97e4-467b-809c-a25e9a6ec07b', 'name': '', 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'mac_address': 'fa:16:3e:75:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:19:57Z', 'updated_at': '2021-08-30T16:19:58Z', 'revision_number': 2, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'subnets': [{'id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09e3a7d5-f481-4c5b-a766-e953a9413eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:19:59.644713 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Checking router: 0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:19:59.645051 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Updating router 0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 port 4fc57792-97e4-467b-809c-a25e9a6ec07b binding host dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:19:59.696129 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:00.233119 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:00.251116 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Transition to ACTIVE for port object 4fc57792-97e4-467b-809c-a25e9a6ec07b will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:20:00.257847 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:00.425116 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Pushing event updated for resources: {'Port': ['ID=4fc57792-97e4-467b-809c-a25e9a6ec07b,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:20:00.442860 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Attempting to bind port 4fc57792-97e4-467b-809c-a25e9a6ec07b on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:20:00.443258 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Attempting to bind port 4fc57792-97e4-467b-809c-a25e9a6ec07b by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '6a61d64f-eb44-445e-b2ff-7a417efd2a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:20:00.443686 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Attempting to bind port 4fc57792-97e4-467b-809c-a25e9a6ec07b on network 7d843b45-e99e-4823-b8f3-9fe55e1894d3 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:20:00.449190 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:20:00.449623 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Checking segment: {'id': '6a61d64f-eb44-445e-b2ff-7a417efd2a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:20:00.450113 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:00.450566 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Bound using segment: {'id': '6a61d64f-eb44-445e-b2ff-7a417efd2a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:20:00.451005 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Bound port: 4fc57792-97e4-467b-809c-a25e9a6ec07b, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a61d64f-eb44-445e-b2ff-7a417efd2a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:20:00.451379 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:00.454702 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.455042 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.455370 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.455852 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.456421 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.456779 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.457093 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.457433 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.457790 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.458096 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.458409 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.458739 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Tracked resource versions report: Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: pushed versions: Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: { 'AddressGroup': {'1.2'}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Log': {'1.0'}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Network': {'1.1'}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Port': {'1.7'}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'PortForwarding': {'1.2'}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'QosPolicy': {'1.9'}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SecurityGroup': {'1.4'}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SubPort': {'1.0'}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Subnet': {'1.1'}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Trunk': {'1.1'}} Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: consumer versions: Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: { DHCP agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: L3 agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: Metadata agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: Metering agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: Open vSwitch agent@dv-cinder-806605-2-iscsi: { 'AddressGroup': '1.2', Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'ConntrackHelper': '1.0', Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Log': '1.0', Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Network': '1.1', Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Port': '1.7', Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'PortForwarding': '1.2', Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'QosPolicy': '1.9', Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SecurityGroup': '1.4', Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SecurityGroupRule': '1.2', Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SubPort': '1.0', Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Subnet': '1.1', Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Trunk': '1.1'}} Aug 30 16:20:00.459867 dv-cinder-806605-2-iscsi neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 16:20:00.534452 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] For port 4fc57792-97e4-467b-809c-a25e9a6ec07b, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:20:00.557745 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] For port 4fc57792-97e4-467b-809c-a25e9a6ec07b, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=4fc57792-97e4-467b-809c-a25e9a6ec07b,segment=NetworkSegment(6a61d64f-eb44-445e-b2ff-7a417efd2a08),segment_id=6a61d64f-eb44-445e-b2ff-7a417efd2a08)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:20:00.562635 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:00.619868 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Routers {'0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:20:00.620495 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:19:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:20:00.704863 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc6d04-907d-45cd-995b-4d9f5179976f None None] Pushing event updated for resources: {'Port': ['ID=4fc57792-97e4-467b-809c-a25e9a6ec07b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:20:00.725089 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] Set router 0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:20:00.959208 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'name': 'router1', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:19:48Z', 'updated_at': '2021-08-30T16:19:58Z', 'revision_number': 2, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'gw_port_host': None, '_interfaces': [{'id': '4fc57792-97e4-467b-809c-a25e9a6ec07b', 'name': '', 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'mac_address': 'fa:16:3e:75:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:19:57Z', 'updated_at': '2021-08-30T16:20:00Z', 'revision_number': 4, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'subnets': [{'id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09e3a7d5-f481-4c5b-a766-e953a9413eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:20:00.990955 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22caaab1-3e27-4a52-a590-0da52a1136d6 None None] The sync data for ids ['0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'] in dv-cinder-806605-2-iscsi is: [{'id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'name': 'router1', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:19:48Z', 'updated_at': '2021-08-30T16:19:58Z', 'revision_number': 2, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'gw_port_host': None, '_interfaces': [{'id': '4fc57792-97e4-467b-809c-a25e9a6ec07b', 'name': '', 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'mac_address': 'fa:16:3e:75:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:19:57Z', 'updated_at': '2021-08-30T16:20:00Z', 'revision_number': 4, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'subnets': [{'id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09e3a7d5-f481-4c5b-a766-e953a9413eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:20:01.215398 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59848) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:20:01.343361 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d114115-c501-4026-a4a5-02db62b07cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:20:01.345149 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0d114115-c501-4026-a4a5-02db62b07cab admin admin] 10.222.0.32 "GET /v2.0/networks/6f5b224b-7450-4bed-85a9-e0fdb3b07561 HTTP/1.1" status: 200 len: 842 time: 0.1286726 Aug 30 16:20:01.356147 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'gateway_ip': '172.27.3.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:20:01.379038 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Made reservation on behalf of 1ed1eaabb15d4c4680bfe4e725465a96 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:20:01.381955 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:01.743168 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.objects.ports [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 16:20:01.743626 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:01.795420 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab98c9dd-638a-408b-86a0-13d118a33a40,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:20:01.806198 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Checking segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:20:01.806550 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Network hostable DHCP agents. Network: 6f5b224b-7450-4bed-85a9-e0fdb3b07561, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:20:01.824217 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:20:01.833872 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, 6f5b224b-7450-4bed-85a9-e0fdb3b07561) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:20:01.837874 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:20:01.838455 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:01.843611 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac64e549-66dc-4155-9320-58963c5e2d58 None None] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:20:01.862164 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-81c8e9fe-a5e8-4dfe-aa50-2f5990e66049 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5095894 Aug 30 16:20:01.977965 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc2dfbb-120d-438d-811d-bfe41fddfeb1 None None] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:20:04.179387 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59856) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:20:04.321357 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-2f942bf7-ca5b-4d06-a92d-2f9e596dd23e admin admin] 10.222.0.32 "GET /v2.0/routers/0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 HTTP/1.1" status: 200 len: 710 time: 0.1408391 Aug 30 16:20:04.436098 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3408988f-0cd8-4e7b-a915-b4e46eb1d5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:20:04.437524 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3408988f-0cd8-4e7b-a915-b4e46eb1d5c8 admin admin] 10.222.0.32 "GET /v2.0/networks/6f5b224b-7450-4bed-85a9-e0fdb3b07561 HTTP/1.1" status: 200 len: 886 time: 0.1099410 Aug 30 16:20:04.447211 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:20:04.698959 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:04.939553 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:05.018593 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:05.130565 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Allocated IP 172.27.3.171 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/04b20440-5574-4810-b70b-bc27d2cf100f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:20:05.229186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:05.271194 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:05.310064 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:20:05.315231 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:20:05.324324 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:20:05.326147 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Pushing event updated for resources: {'Port': ['ID=04b20440-5574-4810-b70b-bc27d2cf100f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:20:05.684258 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:05.875687 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1286'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:05.880306 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525479'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:05.990377 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Router 0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:20:06.102899 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:20:06.112445 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:06.113786 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7038afbf-583c-449d-9a80-9476f9134375 admin admin] 10.222.0.32 "PUT /v2.0/routers/0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 HTTP/1.1" status: 200 len: 890 time: 1.6699433 Aug 30 16:20:06.371437 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 4fc57792-97e4-467b-809c-a25e9a6ec07b up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:20:06.441221 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 4fc57792-97e4-467b-809c-a25e9a6ec07b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:20:06.446825 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 4fc57792-97e4-467b-809c-a25e9a6ec07b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:20:06.446825 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:06.528085 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:06.563919 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 4fc57792-97e4-467b-809c-a25e9a6ec07b, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=4fc57792-97e4-467b-809c-a25e9a6ec07b,segment=NetworkSegment(6a61d64f-eb44-445e-b2ff-7a417efd2a08),segment_id=6a61d64f-eb44-445e-b2ff-7a417efd2a08)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:20:06.569376 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:06.618586 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=4fc57792-97e4-467b-809c-a25e9a6ec07b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:20:07.531054 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Sync routers for ids ['0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:20:07.549409 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Routers {'0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:20:07.550166 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:19:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:20:07.809345 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Set router 0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:20:08.203206 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'name': 'router1', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '04b20440-5574-4810-b70b-bc27d2cf100f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:19:48Z', 'updated_at': '2021-08-30T16:20:05Z', 'revision_number': 4, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'gw_port': {'id': '04b20440-5574-4810-b70b-bc27d2cf100f', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:20:05Z', 'updated_at': '2021-08-30T16:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '4fc57792-97e4-467b-809c-a25e9a6ec07b', 'name': '', 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'mac_address': 'fa:16:3e:75:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:19:57Z', 'updated_at': '2021-08-30T16:20:06Z', 'revision_number': 5, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'subnets': [{'id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09e3a7d5-f481-4c5b-a766-e953a9413eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:20:08.253207 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Checking router: 0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:20:08.253597 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Updating router 0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 port 04b20440-5574-4810-b70b-bc27d2cf100f binding host dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:20:08.316776 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:08.343284 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 4fc57792-97e4-467b-809c-a25e9a6ec07b up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:20:08.551690 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 4fc57792-97e4-467b-809c-a25e9a6ec07b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:20:08.552277 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:08.584531 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59868) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:20:08.706547 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0990b087-66eb-43da-a837-cdcef7b33167 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1206508 Aug 30 16:20:08.742661 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:08.754569 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Transition to ACTIVE for port object 04b20440-5574-4810-b70b-bc27d2cf100f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:20:08.762344 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:08.819023 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Attempting to bind port 04b20440-5574-4810-b70b-bc27d2cf100f on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:20:08.819389 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Attempting to bind port 04b20440-5574-4810-b70b-bc27d2cf100f by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:20:08.819756 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Attempting to bind port 04b20440-5574-4810-b70b-bc27d2cf100f on network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:20:08.822185 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79a618-30e5-4b3b-9e5c-52bbee3fe995 None None] Pushing event updated for resources: {'Port': ['ID=04b20440-5574-4810-b70b-bc27d2cf100f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:20:08.832623 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:20:08.832990 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Checking segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:20:08.833389 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:08.833794 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Bound using segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:20:08.834259 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Bound port: 04b20440-5574-4810-b70b-bc27d2cf100f, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:20:08.834650 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:08.889772 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] For port 04b20440-5574-4810-b70b-bc27d2cf100f, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:20:08.893125 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] For port 04b20440-5574-4810-b70b-bc27d2cf100f, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=04b20440-5574-4810-b70b-bc27d2cf100f,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:20:08.900004 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:09.046860 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Routers {'0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:20:09.047476 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:19:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:20:09.081180 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79a618-30e5-4b3b-9e5c-52bbee3fe995 None None] Pushing event updated for resources: {'Port': ['ID=04b20440-5574-4810-b70b-bc27d2cf100f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:20:09.158527 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] Set router 0a812d5c-fc85-47dc-a15c-068d6b3b5cc0 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:20:09.376179 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'name': 'router1', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '04b20440-5574-4810-b70b-bc27d2cf100f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:19:48Z', 'updated_at': '2021-08-30T16:20:05Z', 'revision_number': 4, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'gw_port': {'id': '04b20440-5574-4810-b70b-bc27d2cf100f', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:20:05Z', 'updated_at': '2021-08-30T16:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '4fc57792-97e4-467b-809c-a25e9a6ec07b', 'name': '', 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'mac_address': 'fa:16:3e:75:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:19:57Z', 'updated_at': '2021-08-30T16:20:06Z', 'revision_number': 5, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'subnets': [{'id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09e3a7d5-f481-4c5b-a766-e953a9413eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:20:09.407260 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15693f2a-0a03-4e44-a55e-295f8d052677 None None] The sync data for ids ['0a812d5c-fc85-47dc-a15c-068d6b3b5cc0'] in dv-cinder-806605-2-iscsi is: [{'id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'name': 'router1', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '04b20440-5574-4810-b70b-bc27d2cf100f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:19:48Z', 'updated_at': '2021-08-30T16:20:05Z', 'revision_number': 4, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'gw_port': {'id': '04b20440-5574-4810-b70b-bc27d2cf100f', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:20:05Z', 'updated_at': '2021-08-30T16:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '4fc57792-97e4-467b-809c-a25e9a6ec07b', 'name': '', 'network_id': '7d843b45-e99e-4823-b8f3-9fe55e1894d3', 'tenant_id': '67e5724cd4274a27b9de22e842371a15', 'mac_address': 'fa:16:3e:75:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a812d5c-fc85-47dc-a15c-068d6b3b5cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:19:57Z', 'updated_at': '2021-08-30T16:20:06Z', 'revision_number': 5, 'project_id': '67e5724cd4274a27b9de22e842371a15', 'subnets': [{'id': '8f4ff452-569a-4c85-a5dc-32abb62109a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09e3a7d5-f481-4c5b-a766-e953a9413eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:20:10.366206 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 04b20440-5574-4810-b70b-bc27d2cf100f up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:20:10.421129 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 04b20440-5574-4810-b70b-bc27d2cf100f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:20:10.426134 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 04b20440-5574-4810-b70b-bc27d2cf100f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:20:10.426728 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:10.531777 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:10.555637 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 04b20440-5574-4810-b70b-bc27d2cf100f, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=04b20440-5574-4810-b70b-bc27d2cf100f,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:20:10.560622 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:10.613729 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=04b20440-5574-4810-b70b-bc27d2cf100f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:20:12.358208 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 04b20440-5574-4810-b70b-bc27d2cf100f up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:20:12.429787 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 04b20440-5574-4810-b70b-bc27d2cf100f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:20:12.430145 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:21.333240 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1659c5d7-ebf8-4ee1-9ac5-4e80861046d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:21.336408 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:20:24.163601 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af3ef5c4-1ad6-4ae9-8ac2-75aa5e147c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:24.458545 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:24.982855 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:26.529920 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:51.333184 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c83a8981-e4a0-4866-8001-b90491d1f12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:54.162697 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3756c3e4-2413-4f53-b62b-b5a59465fe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:54.489446 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:54.984992 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:56.529641 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:20:58.336454 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:21:21.335653 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc8407ef-2e60-450e-ba9e-107622a5ed6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:24.166743 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e890ce91-439e-46c5-bc25-0101a772e999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:24.455262 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:24.978269 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:26.536480 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:35.335573 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:21:46.468547 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60430) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:21:46.537457 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecebc38a-a65a-4adb-a8ed-7d1f10dcad92 admin admin] GET failed (client error): The resource could not be found. Aug 30 16:21:46.538795 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ecebc38a-a65a-4adb-a8ed-7d1f10dcad92 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0692270 Aug 30 16:21:46.710149 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5620948-1ce9-4325-bf1e-24031cb6c14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:21:46.711697 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b5620948-1ce9-4325-bf1e-24031cb6c14c admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1658850 Aug 30 16:21:48.947835 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60440) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:21:49.063368 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c353d0e-af57-4d59-8b60-77cc2fdabf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:21:49.064856 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-5c353d0e-af57-4d59-8b60-77cc2fdabf33 admin admin] 10.222.0.32 "GET /v2.0/subnets/8f4ff452-569a-4c85-a5dc-32abb62109a6 HTTP/1.1" status: 200 len: 849 time: 0.1160243 Aug 30 16:21:49.075655 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:21:49.167146 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:49.321715 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731788708392'] for subnet, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:49.357862 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:21:49.359036 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:49.359740 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] 10.222.0.32 "PUT /v2.0/subnets/8f4ff452-569a-4c85-a5dc-32abb62109a6 HTTP/1.1" status: 200 len: 868 time: 0.2880323 Aug 30 16:21:49.380068 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4ff452-569a-4c85-a5dc-32abb62109a6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:21:49.385041 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e17dc24-d8ee-4dfe-ae14-79ac2d058286 None None] Network 7d843b45-e99e-4823-b8f3-9fe55e1894d3 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:21:49.388201 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.388559 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.388908 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.389242 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.389636 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.389974 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.390308 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.390629 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.390971 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.391295 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.391615 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.391933 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141a141-0a72-45f4-be49-967036965bf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:21:49.803975 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fd757825-92e7-48dc-9067-f17b40648c9f None None] Provisioning complete for port fffff44d-3dbf-4fb9-8388-0dbf042cbf0b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:21:49.804344 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd757825-92e7-48dc-9067-f17b40648c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:49.900991 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fd757825-92e7-48dc-9067-f17b40648c9f None None] Provisioning complete for port 4fc57792-97e4-467b-809c-a25e9a6ec07b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:21:49.901349 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd757825-92e7-48dc-9067-f17b40648c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:51.330238 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec649-ce1a-44d2-95e8-4ca26729b701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:51.604016 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60448) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:21:51.820563 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c916d2d-13d9-4d13-9ef9-83b39b41cf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:21:51.821033 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c916d2d-13d9-4d13-9ef9-83b39b41cf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:21:51.822627 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8c916d2d-13d9-4d13-9ef9-83b39b41cf50 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2176847 Aug 30 16:21:54.052127 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60456) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:21:54.175199 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bab80e8-e7c9-4b64-b278-62bbb81903c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:54.210713 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a141d-c6a4-4fef-9f29-251b882bf320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:21:54.211170 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a141d-c6a4-4fef-9f29-251b882bf320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:21:54.212761 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d41a141d-c6a4-4fef-9f29-251b882bf320 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1593652 Aug 30 16:21:54.459974 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:54.981845 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:56.418627 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60464) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:21:56.542290 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:21:56.562381 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d988bad-159d-4978-b1a9-1c35c01b2347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:21:56.563763 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3d988bad-159d-4978-b1a9-1c35c01b2347 admin admin] 10.222.0.32 "GET /v2.0/networks/6f5b224b-7450-4bed-85a9-e0fdb3b07561 HTTP/1.1" status: 200 len: 886 time: 0.1441617 Aug 30 16:21:58.780430 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60472) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:21:59.139002 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.policy [None req-6b5c1233-1737-4e07-82b1-d64896737903 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93876) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 16:21:59.189961 dv-cinder-806605-2-iscsi neutron-server[93876]: WARNING oslo_policy.policy [None req-6b5c1233-1737-4e07-82b1-d64896737903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 16:21:59.190345 dv-cinder-806605-2-iscsi neutron-server[93876]: WARNING oslo_policy.policy [None req-6b5c1233-1737-4e07-82b1-d64896737903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 16:21:59.198648 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c1233-1737-4e07-82b1-d64896737903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:21:59.200385 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-6b5c1233-1737-4e07-82b1-d64896737903 admin admin] 10.222.0.32 "GET /v2.0/networks/7d843b45-e99e-4823-b8f3-9fe55e1894d3 HTTP/1.1" status: 200 len: 870 time: 0.4190352 Aug 30 16:22:01.388001 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60484) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:22:01.652430 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee74ee-a2d5-4ab8-809d-7f987190b53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:22:01.652884 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee74ee-a2d5-4ab8-809d-7f987190b53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:22:01.654579 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-5fee74ee-a2d5-4ab8-809d-7f987190b53f admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2656119 Aug 30 16:22:03.907680 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60492) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:22:04.033317 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d48a0-df85-475c-a9ab-5a74c4e2ae94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:22:04.033808 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d48a0-df85-475c-a9ab-5a74c4e2ae94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:22:04.035314 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7b0d48a0-df85-475c-a9ab-5a74c4e2ae94 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262567 Aug 30 16:22:06.264873 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60500) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:22:06.378474 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d815e7dc-9769-4a09-96e3-f2b41290a7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:22:06.379890 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d815e7dc-9769-4a09-96e3-f2b41290a7af admin admin] 10.222.0.32 "GET /v2.0/subnets/8f4ff452-569a-4c85-a5dc-32abb62109a6 HTTP/1.1" status: 200 len: 868 time: 0.1140642 Aug 30 16:22:08.578827 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60508) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:22:08.688186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085efdb5-9e9d-489e-a7f2-cb3702f79462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:22:08.691547 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-085efdb5-9e9d-489e-a7f2-cb3702f79462 admin admin] 10.222.0.32 "GET /v2.0/subnets/ab98c9dd-638a-408b-86a0-13d118a33a40 HTTP/1.1" status: 200 len: 816 time: 0.1117125 Aug 30 16:22:12.334315 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:22:21.333008 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff226ef3-7e2d-491e-ae28-129d14383d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:24.170104 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-034b0ae6-b3ac-4e83-82ba-7febb40c9aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:24.464540 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:24.984494 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:26.547685 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:32.971886 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60562) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:22:33.023648 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [None req-f39fba01-0773-46fb-80e9-404b70d65d37 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 16:22:33.024645 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f39fba01-0773-46fb-80e9-404b70d65d37 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518777 Aug 30 16:22:35.344654 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60570) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:22:35.415614 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e10c15-3262-4f81-8728-b17f16427154 admin admin] GET failed (client error): The resource could not be found. Aug 30 16:22:35.416984 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b2e10c15-3262-4f81-8728-b17f16427154 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0713885 Aug 30 16:22:35.506000 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d003773-5409-4386-9b4b-524dc715bba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:22:35.507395 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9d003773-5409-4386-9b4b-524dc715bba5 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0854659 Aug 30 16:22:37.747788 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60578) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:22:37.797087 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:22:37.798382 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.quota [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Loaded quota_driver: . Aug 30 16:22:37.841255 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Made reservation on behalf of 1ed1eaabb15d4c4680bfe4e725465a96 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:22:37.844179 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:37.887351 dv-cinder-806605-2-iscsi neutron-server[93876]: WARNING neutron.services.revisions.revision_plugin [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Could not find related network for resource to bump revision. Aug 30 16:22:37.911692 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:22:37.923988 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731788684261', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:37.924528 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Unsubscribe: segment precommit_create {{(pid=93876) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 16:22:37.925163 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Added segment b4501d62-fdfb-499c-b5af-6729534977f3 of type vlan for network df044538-d258-48c6-8b68-13ae0754aa0c Aug 30 16:22:37.990894 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:38.027490 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:38.028506 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:22:38.029131 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:38.054790 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3058157 Aug 30 16:22:38.138369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Pushing event updated for resources: {'Network': ['ID=df044538-d258-48c6-8b68-13ae0754aa0c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:22:38.148580 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.148895 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.149251 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.149600 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.149928 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.150242 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.150553 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.150856 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.151182 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.151492 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.151801 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.152111 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd70ef9-d8cf-48c7-9946-e0645e2f323a admin admin] Tracked resource versions report: Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: pushed versions: Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: { 'AddressGroup': {'1.2'}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'ConntrackHelper': {'1.0'}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Log': {'1.0'}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Network': {'1.1'}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Port': {'1.7'}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'PortForwarding': {'1.2'}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'QosPolicy': {'1.9'}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SecurityGroup': {'1.4'}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SecurityGroupRule': {'1.2'}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SubPort': {'1.0'}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Subnet': {'1.1'}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Trunk': {'1.1'}} Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: consumer versions: Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: { DHCP agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: L3 agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: Metadata agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: Metering agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: Open vSwitch agent@dv-cinder-806605-2-iscsi: { 'AddressGroup': '1.2', Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'ConntrackHelper': '1.0', Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Log': '1.0', Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Network': '1.1', Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Port': '1.7', Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'PortForwarding': '1.2', Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'QosPolicy': '1.9', Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SecurityGroup': '1.4', Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SecurityGroupRule': '1.2', Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SubPort': '1.0', Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Subnet': '1.1', Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Trunk': '1.1'}} Aug 30 16:22:38.153239 dv-cinder-806605-2-iscsi neutron-server[93876]: {{(pid=93876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 16:22:38.213784 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network df044538-d258-48c6-8b68-13ae0754aa0c details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:22:40.327890 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:22:40.395241 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-649af833-3919-4368-b71f-a705d88e503a admin admin] GET failed (client error): The resource could not be found. Aug 30 16:22:40.396536 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-649af833-3919-4368-b71f-a705d88e503a admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0676365 Aug 30 16:22:40.518512 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e3748-b065-4e5c-8e36-6631e7e628c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:22:40.519546 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7f8e3748-b065-4e5c-8e36-6631e7e628c2 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1182384 Aug 30 16:22:40.537163 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c', 'cidr': '192.168.233.0/24'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:22:40.566312 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] Made reservation on behalf of 1ed1eaabb15d4c4680bfe4e725465a96 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:22:40.572615 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:40.819181 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:40.874335 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f238eab-5a84-4403-b186-e0664bcede21,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:22:40.886871 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] Checking segment: {'id': 'b4501d62-fdfb-499c-b5af-6729534977f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:22:40.887254 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] Network hostable DHCP agents. Network: df044538-d258-48c6-8b68-13ae0754aa0c, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:22:40.918516 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] Network df044538-d258-48c6-8b68-13ae0754aa0c is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:22:40.935877 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, df044538-d258-48c6-8b68-13ae0754aa0c) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:22:40.943216 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:22:40.944177 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:40.947830 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3a0f55-8a2c-4080-aed8-b62f0a45a4dc None None] Network df044538-d258-48c6-8b68-13ae0754aa0c requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:22:40.972744 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-38a2af2c-c8d8-4634-b426-4210902a4022 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4289470 Aug 30 16:22:41.205466 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72efa589-712c-54d5-b948-964b5e13cf40-df044538-d258-48c6-8b68-13ae0754aa0c', 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c', 'tenant_id': '1ed1eaabb15d4c4680bfe4e725465a96', 'fixed_ips': [{'subnet_id': '1f238eab-5a84-4403-b186-e0664bcede21'}]}} from dv-cinder-806605-2-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 16:22:41.206510 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:41.345798 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Allocated IP 192.168.233.2 (df044538-d258-48c6-8b68-13ae0754aa0c/1f238eab-5a84-4403-b186-e0664bcede21/b33be7cd-3938-4bda-a10f-02bdb9926826) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:22:41.493285 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:41.501860 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Transition to ACTIVE for port object b33be7cd-3938-4bda-a10f-02bdb9926826 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:22:41.519609 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Transition to ACTIVE for port object b33be7cd-3938-4bda-a10f-02bdb9926826 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:22:41.526791 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:41.573568 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Network df044538-d258-48c6-8b68-13ae0754aa0c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:22:41.578467 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:22:41.583998 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:22:41.586416 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Pushing event updated for resources: {'Port': ['ID=b33be7cd-3938-4bda-a10f-02bdb9926826,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:22:41.594786 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.595132 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.595475 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.595810 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.596265 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.596807 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.597226 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.597491 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.597864 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.598195 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.598515 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.598832 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:22:41.656766 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Attempting to bind port b33be7cd-3938-4bda-a10f-02bdb9926826 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:22:41.657129 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Attempting to bind port b33be7cd-3938-4bda-a10f-02bdb9926826 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': 'b4501d62-fdfb-499c-b5af-6729534977f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:22:41.657492 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Attempting to bind port b33be7cd-3938-4bda-a10f-02bdb9926826 on network df044538-d258-48c6-8b68-13ae0754aa0c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:22:41.662897 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:22:41.663258 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Checking segment: {'id': 'b4501d62-fdfb-499c-b5af-6729534977f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:22:41.667790 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:41.667790 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Bound using segment: {'id': 'b4501d62-fdfb-499c-b5af-6729534977f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:22:41.667790 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Bound port: b33be7cd-3938-4bda-a10f-02bdb9926826, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4501d62-fdfb-499c-b5af-6729534977f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:22:41.667790 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:41.730614 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] For port b33be7cd-3938-4bda-a10f-02bdb9926826, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:22:41.733706 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] For port b33be7cd-3938-4bda-a10f-02bdb9926826, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=b33be7cd-3938-4bda-a10f-02bdb9926826,segment=NetworkSegment(b4501d62-fdfb-499c-b5af-6729534977f3),segment_id=b4501d62-fdfb-499c-b5af-6729534977f3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:22:41.739481 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:41.802720 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38305452-aa76-4d1f-9b5f-2112ced0102e None None] Pushing event updated for resources: {'Port': ['ID=b33be7cd-3938-4bda-a10f-02bdb9926826,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:22:42.494143 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device b33be7cd-3938-4bda-a10f-02bdb9926826 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:22:42.550728 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port b33be7cd-3938-4bda-a10f-02bdb9926826 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:22:42.645084 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deab5509-3655-46a0-b3f4-392d680eb6e6 None None] Network df044538-d258-48c6-8b68-13ae0754aa0c requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:22:42.732057 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-249faef4-7aaf-449f-b7c6-28dfb3789371 None None] Provisioning for port b33be7cd-3938-4bda-a10f-02bdb9926826 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:22:42.738934 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-249faef4-7aaf-449f-b7c6-28dfb3789371 None None] Provisioning complete for port b33be7cd-3938-4bda-a10f-02bdb9926826 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:22:42.739304 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-249faef4-7aaf-449f-b7c6-28dfb3789371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:42.871263 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-249faef4-7aaf-449f-b7c6-28dfb3789371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:42.912862 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-249faef4-7aaf-449f-b7c6-28dfb3789371 None None] For port b33be7cd-3938-4bda-a10f-02bdb9926826, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=b33be7cd-3938-4bda-a10f-02bdb9926826,segment=NetworkSegment(b4501d62-fdfb-499c-b5af-6729534977f3),segment_id=b4501d62-fdfb-499c-b5af-6729534977f3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:22:42.918809 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-249faef4-7aaf-449f-b7c6-28dfb3789371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:42.975981 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249faef4-7aaf-449f-b7c6-28dfb3789371 None None] Pushing event updated for resources: {'Port': ['ID=b33be7cd-3938-4bda-a10f-02bdb9926826,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:22:43.143984 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f4c053f0-e176-4441-81f3-baa465664c56 None None] Provisioning complete for port b33be7cd-3938-4bda-a10f-02bdb9926826 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:22:43.144435 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4c053f0-e176-4441-81f3-baa465664c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:44.451836 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device b33be7cd-3938-4bda-a10f-02bdb9926826 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:22:44.503099 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port b33be7cd-3938-4bda-a10f-02bdb9926826 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:22:44.503520 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:49.396277 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:22:51.339554 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fede11f6-8e9d-403b-a977-995b0ddb08d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:54.175117 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4df8d5ca-0d99-4157-b569-87ac93e884b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:54.468952 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:54.987067 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:22:56.547493 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:21.334723 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9042a799-5bae-4de7-b5f9-b895f69379e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:24.181072 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad1dc951-d970-4c03-b0dd-bc4225156933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:24.472209 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:24.991942 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:26.335917 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:23:26.550504 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:51.343095 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8c77ec4-c406-4f49-b1bd-9e7bb587a4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:52.268410 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60642) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:23:52.274525 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [None req-39632d58-2e1b-4ac9-a367-cd0b85526d17 tempest-verify_tempest_config-447161122 tempest-verify_tempest_config-447161122-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 16:23:52.275489 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-39632d58-2e1b-4ac9-a367-cd0b85526d17 tempest-verify_tempest_config-447161122 tempest-verify_tempest_config-447161122-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061045 Aug 30 16:23:52.627333 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60660) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:23:52.742501 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:52.876463 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:52.883388 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:52.929685 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27deb932aed74a9f8d80ed1b9c8969df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3012578 Aug 30 16:23:52.930959 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9015916-f978-4bc1-b5f8-02bc4d9fc5cb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:23:52.932537 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60664) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:23:52.938646 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:52.939248 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:52.939797 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:52.940129 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:52.940453 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:52.940796 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:52.941121 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:52.941445 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:52.941887 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:52.942404 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:52.942773 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:52.943265 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02827b8-8842-49cf-ba5c-69d3dcd695b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.001826 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:53.031337 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:53.126171 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:53.129698 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:53.131542 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9015916-f978-4bc1-b5f8-02bc4d9fc5cb HTTP/1.1" status: 204 len: 168 time: 0.1978393 Aug 30 16:23:53.139300 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9015916-f978-4bc1-b5f8-02bc4d9fc5cb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:23:53.145962 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.146301 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.146648 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.146956 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.147272 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.147588 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.147895 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.148196 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.148536 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.148848 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.149152 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:53.149456 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92749cbc-4b81-42f3-bdbd-408bd8e2f7d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:23:54.183960 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8ebbde7-64e9-4860-b3db-1dbbc928a982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:54.478074 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:54.992923 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:23:56.559068 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:24:03.335534 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:24:21.340389 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb1612f6-3d8c-4463-9de1-0d9dd486c5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:24:24.198651 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b37b6b86-6812-43ea-ac1c-2814ca25ed03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:24:24.476206 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:24:24.997311 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:24:26.559935 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:24:40.337265 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:24:51.342959 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3551532a-a9c4-4898-b319-85e5fe3fbcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:24:54.193536 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7c832b8-d474-442c-8125-0a20b7511b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:24:54.474335 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:24:55.006919 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:24:56.566182 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:25:17.336413 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:25:21.338929 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-397acb1f-5ca2-48cf-abfb-dd65ba20b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:25:24.196543 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d2ac-b93b-4f11-bcef-b1cdf43c7d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:25:24.472785 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:25:25.004340 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:25:26.567679 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:25:30.090716 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:25:45.601041 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60738) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:25:45.726751 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ef6551a4-8148-41d0-8828-2518c33203aa admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1244912 Aug 30 16:25:47.934899 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:25:48.021832 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-4ca72624-4314-4eef-b7b3-56ec58244c17 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0851731 Aug 30 16:25:51.341915 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-baa8da1e-b4d1-41f4-b91a-c465bfe4ba4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:25:54.209009 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0eae9dfe-324b-4ac6-8d4b-a26195d813b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:25:54.335380 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:25:54.471366 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:25:55.008022 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:25:56.577328 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:00.045040 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:21.349498 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8f0195b-12ab-4fd1-8296-ba7b08915732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:24.215828 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30f936f9-ffa7-4a07-97a4-afa164770eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:24.466892 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:25.010218 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:26.577807 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:30.081303 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:31.339341 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:26:51.343325 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4647acd-a780-4ab8-b52d-1f9fba45e064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:54.208982 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-734e1c64-0d83-43b9-b5ef-fa78e9ec4ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:54.473457 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:55.013945 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:26:56.578384 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:00.109907 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:08.338846 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:27:17.579353 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60988) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:17.724430 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32772) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:17.762373 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32776) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:17.957203 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-network', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:18.026717 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-network', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:18.061993 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Made reservation on behalf of d798050cb8f04cb1b7c59fe942270479 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:18.066306 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.089957 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.106908 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Made reservation on behalf of adaec89ae5134449a1928cf334460ca9 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:18.109291 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.137495 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.187837 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-676825031-network', 'tenant_id': '313313bd06404b9c94ab5350bf416328'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:18.262230 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.279914 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.296048 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:27:18.327390 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.db.api [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 16:27:18.327390 dv-cinder-806605-2-iscsi neutron-server[93876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 16:27:18.327390 dv-cinder-806605-2-iscsi neutron-server[93876]: [parameters: {'project_id_1': '313313bd06404b9c94ab5350bf416328', 'expiration_1': datetime.datetime(2021, 8, 30, 16, 27, 18, 201995)}] Aug 30 16:27:18.327390 dv-cinder-806605-2-iscsi neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 16:27:18.327880 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG oslo_db.api [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 16:27:18.339861 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.340444 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Added segment 09950c0e-07ad-4960-9b7e-077c03180caf of type vlan for network c7abf696-2a58-4d8b-ae00-6f747070c49c Aug 30 16:27:18.390940 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d46fa43-674b-48c4-8a9f-c5ff5700601e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:18.418282 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.475157 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.475845 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.476455 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.477002 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.477612 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.478329 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.478869 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.479633 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.480171 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.481100 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.481870 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.482398 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Tracked resource versions report: Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: pushed versions: Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: { 'AddressGroup': {'1.2'}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'ConntrackHelper': {'1.0'}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Log': {'1.0'}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Network': {'1.1'}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Port': {'1.7'}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'PortForwarding': {'1.2'}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'QosPolicy': {'1.9'}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SecurityGroup': {'1.4'}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SecurityGroupRule': {'1.2'}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SubPort': {'1.0'}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Subnet': {'1.1'}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Trunk': {'1.1'}} Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: consumer versions: Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: { DHCP agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: HyperV agent@hv-cinder-80660: {}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: L3 agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: Metadata agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: Metering agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: Open vSwitch agent@dv-cinder-806605-2-iscsi: { 'AddressGroup': '1.2', Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'ConntrackHelper': '1.0', Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Log': '1.0', Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Network': '1.1', Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Port': '1.7', Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'PortForwarding': '1.2', Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'QosPolicy': '1.9', Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SecurityGroup': '1.4', Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SecurityGroupRule': '1.2', Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'SubPort': '1.0', Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Subnet': '1.1', Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: 'Trunk': '1.1'}} Aug 30 16:27:18.483982 dv-cinder-806605-2-iscsi neutron-server[93876]: {{(pid=93876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 16:27:18.512543 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.515895 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:18.518814 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.621866 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] Pushing event updated for resources: {'Network': ['ID=c7abf696-2a58-4d8b-ae00-6f747070c49c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:18.632641 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network c7abf696-2a58-4d8b-ae00-6f747070c49c details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:27:18.640339 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.650579 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.688668 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32814) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:18.695653 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Request body: {'subnet': {'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-subnet', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:18.702906 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7ee23c10-b04b-4f72-8baa-2834d7af7f9e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1221514 Aug 30 16:27:18.746664 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:27:18.765298 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Made reservation on behalf of d798050cb8f04cb1b7c59fe942270479 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:18.776256 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.784786 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32820) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:18.817893 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f328bad1-2cac-4217-8327-02602b521de0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:18.822220 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.822619 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Added segment 269b4601-69ee-4773-8ca2-3dbd6e31b566 of type vlan for network a4870715-5bf8-44ac-b479-0444a5c3916f Aug 30 16:27:18.875292 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.910982 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:18.912860 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:18.913454 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.033024 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] Pushing event updated for resources: {'Network': ['ID=a4870715-5bf8-44ac-b479-0444a5c3916f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:19.039618 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Made reservation on behalf of 313313bd06404b9c94ab5350bf416328 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:19.044656 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.051182 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network a4870715-5bf8-44ac-b479-0444a5c3916f details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:27:19.084108 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.097226 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32834) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:19.098889 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7815de0f-c69f-47eb-b351-89aab0b93d74 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3719482 Aug 30 16:27:19.108173 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Request body: {'subnet': {'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-subnet', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:19.124997 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.144859 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.db.api [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 16:27:19.144859 dv-cinder-806605-2-iscsi neutron-server[93875]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 16:27:19.144859 dv-cinder-806605-2-iscsi neutron-server[93875]: [parameters: {'project_id_1': 'adaec89ae5134449a1928cf334460ca9', 'expiration_1': datetime.datetime(2021, 8, 30, 16, 27, 19, 116630)}] Aug 30 16:27:19.144859 dv-cinder-806605-2-iscsi neutron-server[93875]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 16:27:19.145340 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG oslo_db.api [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 16:27:19.226137 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6fbddcf1-1053-4e39-b158-a5d0449bcc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.251985 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Checking segment: {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:19.252402 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Network hostable DHCP agents. Network: c7abf696-2a58-4d8b-ae00-6f747070c49c, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:27:19.257388 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.265418 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.279666 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:27:19.289771 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.290503 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Added segment 9fed94b3-d0b9-4e26-b893-2bd286c77928 of type vlan for network 623c443c-4e63-4dfe-a5d6-70939d00b129 Aug 30 16:27:19.334983 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.369537 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.370616 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:19.371304 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.378592 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:19.391136 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6fbddcf1-1053-4e39-b158-a5d0449bcc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.394592 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.394984 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.395331 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.395684 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.396030 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.396430 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.396786 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.397280 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.397681 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.398008 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.398349 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.398666 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Tracked resource versions report: Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: pushed versions: Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: { 'AddressGroup': {'1.2'}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'ConntrackHelper': {'1.0'}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Log': {'1.0'}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Network': {'1.1'}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Port': {'1.7'}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'PortForwarding': {'1.2'}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'QosPolicy': {'1.9'}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SecurityGroup': {'1.4'}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SecurityGroupRule': {'1.2'}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SubPort': {'1.0'}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Subnet': {'1.1'}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Trunk': {'1.1'}} Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: consumer versions: Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: { DHCP agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: HyperV agent@hv-cinder-80660: {}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: L3 agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: Metadata agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: Metering agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: Open vSwitch agent@dv-cinder-806605-2-iscsi: { 'AddressGroup': '1.2', Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'ConntrackHelper': '1.0', Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Log': '1.0', Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Network': '1.1', Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Port': '1.7', Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'PortForwarding': '1.2', Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'QosPolicy': '1.9', Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SecurityGroup': '1.4', Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SecurityGroupRule': '1.2', Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'SubPort': '1.0', Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Subnet': '1.1', Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: 'Trunk': '1.1'}} Aug 30 16:27:19.400096 dv-cinder-806605-2-iscsi neutron-server[93875]: {{(pid=93875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 16:27:19.408329 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6fbddcf1-1053-4e39-b158-a5d0449bcc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.424560 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Network c7abf696-2a58-4d8b-ae00-6f747070c49c is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:27:19.436210 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b365257-4b79-4e62-b9a6-d09123241972,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:19.443851 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6798670 Aug 30 16:27:19.448604 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32840) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:19.456319 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] Request body: {'subnet': {'network_id': '623c443c-4e63-4dfe-a5d6-70939d00b129', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-676825031-subnet', 'tenant_id': '313313bd06404b9c94ab5350bf416328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:19.459564 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, c7abf696-2a58-4d8b-ae00-6f747070c49c) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:19.463282 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc097f54-7fda-4c32-a122-0237fdb4eab7 admin admin] Pushing event updated for resources: {'Network': ['ID=623c443c-4e63-4dfe-a5d6-70939d00b129,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:19.467028 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-6fbddcf1-1053-4e39-b158-a5d0449bcc57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f2d555513b049e9b0813bc754aed24b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6788988 Aug 30 16:27:19.470369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32842) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:19.471603 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:19.472183 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.472527 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc4a12-9106-4713-a192-b1be4867a479 None None] Network c7abf696-2a58-4d8b-ae00-6f747070c49c requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:27:19.476477 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbddcf1-1053-4e39-b158-a5d0449bcc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b26769d-c601-441e-a35a-f8b7dbd5b1ed,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:19.502126 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] Made reservation on behalf of 313313bd06404b9c94ab5350bf416328 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:19.504650 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.506432 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-16cd4c3e-b77c-4c53-b52c-71a9afdd8f66 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8159566 Aug 30 16:27:19.507096 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32844) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:19.512831 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:19.538939 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1315'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.540291 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1320'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.553448 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network 623c443c-4e63-4dfe-a5d6-70939d00b129 details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:27:19.599765 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5db7cd07-e762-41a6-8625-67a240489fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.624275 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.639049 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5db7cd07-e762-41a6-8625-67a240489fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.796995 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5db7cd07-e762-41a6-8625-67a240489fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.800443 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5db7cd07-e762-41a6-8625-67a240489fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.802272 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5db7cd07-e762-41a6-8625-67a240489fea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b26769d-c601-441e-a35a-f8b7dbd5b1ed HTTP/1.1" status: 204 len: 168 time: 0.3309178 Aug 30 16:27:19.831857 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7cd07-e762-41a6-8625-67a240489fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b26769d-c601-441e-a35a-f8b7dbd5b1ed,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:19.846291 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.871262 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Made reservation on behalf of adaec89ae5134449a1928cf334460ca9 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:19.874415 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.916639 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] Checking segment: {'id': '9fed94b3-d0b9-4e26-b893-2bd286c77928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '623c443c-4e63-4dfe-a5d6-70939d00b129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:19.916975 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] Network hostable DHCP agents. Network: 623c443c-4e63-4dfe-a5d6-70939d00b129, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:27:19.919882 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c53c61b-219e-44f1-9f12-ed27c7cc7f7d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:19.935782 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.940790 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] Network 623c443c-4e63-4dfe-a5d6-70939d00b129 is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:27:19.958663 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, 623c443c-4e63-4dfe-a5d6-70939d00b129) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:19.966598 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72efa589-712c-54d5-b948-964b5e13cf40-c7abf696-2a58-4d8b-ae00-6f747070c49c', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff'}]}} from dv-cinder-806605-2-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 16:27:19.967532 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.974880 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:19.975586 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:19.994866 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b2abc5-1245-4313-8993-78d40cce7756 None None] Network 623c443c-4e63-4dfe-a5d6-70939d00b129 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:27:20.012092 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e5f31166-deff-4551-bc1b-a0a613047c5a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5620790 Aug 30 16:27:20.179260 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f520a1-5938-425b-8b08-cc98bf69bbf3 None None] Network 623c443c-4e63-4dfe-a5d6-70939d00b129 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:27:20.183402 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.271127 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32866) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:20.292454 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d178ff9-4a09-4b0c-89e2-dcc409770dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.324725 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f03c4e-474c-4bf0-b4fa-28445654d873,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:20.481783 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Allocated IP 172.20.0.2 (c7abf696-2a58-4d8b-ae00-6f747070c49c/e57aa6cd-4f0b-4684-9186-db0b1b0e6bff/a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:27:20.504912 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d178ff9-4a09-4b0c-89e2-dcc409770dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.507556 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Checking segment: {'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:20.508021 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Network hostable DHCP agents. Network: a4870715-5bf8-44ac-b479-0444a5c3916f, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:27:20.519624 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d178ff9-4a09-4b0c-89e2-dcc409770dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.588403 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.619555 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.621218 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d178ff9-4a09-4b0c-89e2-dcc409770dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c492b531-3f75-4fba-bbdc-a36ddec32b75,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:20.639902 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Network a4870715-5bf8-44ac-b479-0444a5c3916f is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:27:20.652145 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, a4870715-5bf8-44ac-b479-0444a5c3916f) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:20.665856 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b65ef34-cfda-47a1-b9b8-3cfff35f0f77 None None] Network a4870715-5bf8-44ac-b479-0444a5c3916f requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:27:20.677757 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-1d178ff9-4a09-4b0c-89e2-dcc409770dd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c75b89ed936c4dd3a11a2cbeb19e7a96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4025195 Aug 30 16:27:20.679998 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32890) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:20.687347 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:20.688136 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.720755 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9dd979c0-f76e-42c9-accd-248bbd1a14e0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6224151 Aug 30 16:27:20.727533 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32894) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:20.744164 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-router', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:20.812090 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb48c989-05c4-42d3-b196-3c44b48b7147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.881043 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1315'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.882250 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1320'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.895855 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb48c989-05c4-42d3-b196-3c44b48b7147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.940452 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:20.971007 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Transition to ACTIVE for port object a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:20.990323 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Allocated IP 172.27.3.32 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/b1776514-3e08-4739-88a9-01bb0d0d284e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:27:21.016454 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb48c989-05c4-42d3-b196-3c44b48b7147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:21.020266 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb48c989-05c4-42d3-b196-3c44b48b7147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:21.021385 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-cb48c989-05c4-42d3-b196-3c44b48b7147 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c492b531-3f75-4fba-bbdc-a36ddec32b75 HTTP/1.1" status: 204 len: 168 time: 0.3372986 Aug 30 16:27:21.036452 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Transition to ACTIVE for port object a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:21.057462 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48c989-05c4-42d3-b196-3c44b48b7147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c492b531-3f75-4fba-bbdc-a36ddec32b75,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:21.069876 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:21.122434 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:21.166870 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32930) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:21.169653 dv-cinder-806605-2-iscsi neutron-server[93876]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 16:27:21.189630 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c66f6-4045-4b90-af86-d14f56fea208 None None] Network a4870715-5bf8-44ac-b479-0444a5c3916f requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:27:21.263025 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Network c7abf696-2a58-4d8b-ae00-6f747070c49c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:21.278589 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:21.289083 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:27:21.367302 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Pushing event updated for resources: {'Port': ['ID=a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:21.439698 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.441491 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.442223 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.443329 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.444042 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.444678 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.445191 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.445693 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.446442 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.447075 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.447713 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.448613 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Tracked resource versions report: Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: pushed versions: Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: { 'AddressGroup': {'1.2'}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'ConntrackHelper': {'1.0'}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Log': {'1.0'}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Network': {'1.1'}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Port': {'1.7'}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'PortForwarding': {'1.2'}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'QosPolicy': {'1.9'}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SecurityGroup': {'1.4'}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SecurityGroupRule': {'1.2'}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SubPort': {'1.0'}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Subnet': {'1.1'}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Trunk': {'1.1'}} Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: consumer versions: Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: { DHCP agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: HyperV agent@hv-cinder-80660: {}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: L3 agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: Metadata agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: Metering agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: Open vSwitch agent@dv-cinder-806605-2-iscsi: { 'AddressGroup': '1.2', Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'ConntrackHelper': '1.0', Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Log': '1.0', Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Network': '1.1', Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Port': '1.7', Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'PortForwarding': '1.2', Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'QosPolicy': '1.9', Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SecurityGroup': '1.4', Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SecurityGroupRule': '1.2', Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'SubPort': '1.0', Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Subnet': '1.1', Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: 'Trunk': '1.1'}} Aug 30 16:27:21.450681 dv-cinder-806605-2-iscsi neutron-server[93877]: {{(pid=93877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 16:27:21.481725 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4feb0c6b-aa3f-4e89-8087-ca4c40afe372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:21.517895 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-42dc1b47-a233-4575-98c4-ee231b8ce1c2 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:21.520274 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-42dc1b47-a233-4575-98c4-ee231b8ce1c2 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/networks?id=623c443c-4e63-4dfe-a5d6-70939d00b129 HTTP/1.1" status: 200 len: 811 time: 0.3522317 Aug 30 16:27:21.530299 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:21.535418 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:21.551378 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Attempting to bind port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:27:21.551747 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Attempting to bind port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:27:21.552160 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Attempting to bind port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e on network c7abf696-2a58-4d8b-ae00-6f747070c49c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:21.577879 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:27:21.578302 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Checking segment: {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:21.578701 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:21.579084 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Bound using segment: {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:27:21.579601 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Bound port: a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:27:21.580420 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:21.587008 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-7c3b91bf-5250-4ec8-ada7-a6134d36aed4 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/quotas/313313bd06404b9c94ab5350bf416328 HTTP/1.1" status: 200 len: 375 time: 0.0592952 Aug 30 16:27:21.713465 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] For port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:27:21.718167 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] For port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:27:21.726066 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:21.808038 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cd5fa-94d2-4899-88a1-5d7f4971d1bb None None] Pushing event updated for resources: {'Port': ['ID=a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:21.810793 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-329ee7b2-6e38-4935-a9c0-a56ad4fce10b tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=313313bd06404b9c94ab5350bf416328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2167611 Aug 30 16:27:21.880835 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:21.943421 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:21.950525 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:21.953227 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:27:21.957021 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1776514-3e08-4739-88a9-01bb0d0d284e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:22.040953 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-c4289994-e3dd-40e6-a645-e404a5234c9b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 16:27:22.061022 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-c4289994-e3dd-40e6-a645-e404a5234c9b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0971653 Aug 30 16:27:22.216943 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-00d8a9d9-c84c-402b-827e-01101aae2e78 service neutron] 10.222.0.32 "GET /v2.0/networks/623c443c-4e63-4dfe-a5d6-70939d00b129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541288 Aug 30 16:27:22.339483 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-e5aa42b6-3ab1-40c4-834f-8f389812e096 service neutron] 10.222.0.32 "GET /v2.0/networks/623c443c-4e63-4dfe-a5d6-70939d00b129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210129 Aug 30 16:27:22.387283 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:22.390050 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:22.414213 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:22.654047 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33010) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:22.743506 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537911'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:22.763595 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:27:22.768575 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Allocated IP 172.27.3.164 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/6ed130b4-3505-4074-b47d-83b300af6f24) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:27:22.781491 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f855c337-dbf4-4764-abdd-877f4c5aa272 req-b761fb97-732c-43fc-b497-03732a51ca7a tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 210 time: 0.1246188 Aug 30 16:27:22.881912 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:27:23.059996 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:23.093047 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Router 43846b73-231e-49bc-8bd9-132d2253e899 is scheduled to L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 16:27:23.155041 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303622a-d79d-440b-a62a-0c2fe6b1ba16 None None] Network c7abf696-2a58-4d8b-ae00-6f747070c49c requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:27:23.200162 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:23.308116 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:23.316617 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:23.326571 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:27:23.339554 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Pushing event updated for resources: {'Port': ['ID=6ed130b4-3505-4074-b47d-83b300af6f24,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:23.359757 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c3494665-53d8-4ead-9d48-8c4d6f0a8b19 None None] Provisioning for port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:27:23.372534 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c3494665-53d8-4ead-9d48-8c4d6f0a8b19 None None] Provisioning complete for port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:23.373163 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3494665-53d8-4ead-9d48-8c4d6f0a8b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:23.457257 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:27:23.478947 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Sync routers for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:27:23.497060 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:27:23.499970 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:26:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:23.548881 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:23.550396 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-729a0eaf-ba0b-4f58-be41-0028e0a4d9d9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0421610 Aug 30 16:27:23.553790 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33050) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:23.580897 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3494665-53d8-4ead-9d48-8c4d6f0a8b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:23.654216 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c3494665-53d8-4ead-9d48-8c4d6f0a8b19 None None] For port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:27:23.663914 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3494665-53d8-4ead-9d48-8c4d6f0a8b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:23.755191 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:27:23.844257 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3494665-53d8-4ead-9d48-8c4d6f0a8b19 None None] Pushing event updated for resources: {'Port': ['ID=a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:23.996619 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3840f605-9284-4e95-a42d-26366204780d None None] Provisioning complete for port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:23.999514 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3840f605-9284-4e95-a42d-26366204780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.026887 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-10b1e824-e519-4145-831a-3301e1d8179e req-f75d7de2-4eb0-450f-b406-148d3b37b7b5 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 210 time: 0.0591431 Aug 30 16:27:24.090343 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.133645 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:22Z', 'revision_number': 3, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:24.172580 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Checking router: 43846b73-231e-49bc-8bd9-132d2253e899 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:27:24.173169 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Updating router 43846b73-231e-49bc-8bd9-132d2253e899 port b1776514-3e08-4739-88a9-01bb0d0d284e binding host dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:27:24.214639 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67e0e420-16c0-44fd-8ae0-d5716b963691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.219095 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.372431 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537911'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.487465 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.592682 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb is scheduled to L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 16:27:24.599676 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.616020 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Transition to ACTIVE for port object b1776514-3e08-4739-88a9-01bb0d0d284e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:24.625403 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.659067 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:27:24.683508 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Pushing event updated for resources: {'Port': ['ID=b1776514-3e08-4739-88a9-01bb0d0d284e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:24.694851 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.695763 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.696330 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.697471 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.698075 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.698933 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.699689 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.701174 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.701905 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.703130 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.704747 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.705423 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Tracked resource versions report: Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: pushed versions: Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: { 'AddressGroup': {'1.2'}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Log': {'1.0'}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Network': {'1.1'}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Port': {'1.7'}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'PortForwarding': {'1.2'}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'QosPolicy': {'1.9'}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SecurityGroup': {'1.4'}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SubPort': {'1.0'}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Subnet': {'1.1'}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Trunk': {'1.1'}} Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: consumer versions: Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: { DHCP agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: HyperV agent@hv-cinder-80660: {}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: L3 agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: Metadata agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: Metering agent@dv-cinder-806605-2-iscsi: {}, Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: Open vSwitch agent@dv-cinder-806605-2-iscsi: { 'AddressGroup': '1.2', Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'ConntrackHelper': '1.0', Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Log': '1.0', Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Network': '1.1', Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Port': '1.7', Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'PortForwarding': '1.2', Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'QosPolicy': '1.9', Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SecurityGroup': '1.4', Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SecurityGroupRule': '1.2', Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'SubPort': '1.0', Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Subnet': '1.1', Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: 'Trunk': '1.1'}} Aug 30 16:27:24.707094 dv-cinder-806605-2-iscsi neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 16:27:24.734220 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:27:24.745305 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Sync routers for ids ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:27:24.752967 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.760343 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.760579 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:24.761114 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.762999 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-84c7def1-5ebd-4e46-a129-71de94c839cd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0342660 Aug 30 16:27:24.765463 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33080) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:24.765811 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Attempting to bind port b1776514-3e08-4739-88a9-01bb0d0d284e on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:27:24.766198 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Attempting to bind port b1776514-3e08-4739-88a9-01bb0d0d284e by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:27:24.766620 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Attempting to bind port b1776514-3e08-4739-88a9-01bb0d0d284e on network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:24.778606 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:27:24.778979 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Checking segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:24.780637 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.781029 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Bound using segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:27:24.781581 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Bound port: b1776514-3e08-4739-88a9-01bb0d0d284e, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:27:24.782066 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.785919 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Routers {'32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:27:24.786556 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:27:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:24.840802 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] For port b1776514-3e08-4739-88a9-01bb0d0d284e, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:27:24.844880 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] For port b1776514-3e08-4739-88a9-01bb0d0d284e, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=b1776514-3e08-4739-88a9-01bb0d0d284e,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:27:24.855385 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:24.897804 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:27:24.898439 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:27:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:24.946555 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Set router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:27:25.070206 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ccde5-55cc-4d22-adb8-f42738b702a0 None None] Pushing event updated for resources: {'Port': ['ID=b1776514-3e08-4739-88a9-01bb0d0d284e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:25.110220 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:25.173028 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:27:25.177738 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Allocated IP 172.20.0.1 (c7abf696-2a58-4d8b-ae00-6f747070c49c/e57aa6cd-4f0b-4684-9186-db0b1b0e6bff/5079f18c-03ce-4ec1-a10a-f85147279d06) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:27:25.282406 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-router', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:23Z', 'revision_number': 3, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'gw_port': {'id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:22Z', 'updated_at': '2021-08-30T16:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:25.323678 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c8eb279f-72e7-4e89-84c3-23ae6fd17a4b req-1f8f5fe8-719f-4e13-88ce-59d7fd70fe2a tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 210 time: 0.0315592 Aug 30 16:27:25.378254 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:25.408257 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Transition to ACTIVE for port object 5079f18c-03ce-4ec1-a10a-f85147279d06 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:25.457164 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:22Z', 'revision_number': 3, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:25.492931 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:25.495787 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Checking router: 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:27:25.496159 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Updating router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb port 6ed130b4-3505-4074-b47d-83b300af6f24 binding host dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:27:25.502012 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8aa0cb-9364-4472-a2df-a28514cb7a5e None None] The sync data for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi is: [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:22Z', 'revision_number': 3, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:27:25.533893 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:25.589400 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:25.695624 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Network c7abf696-2a58-4d8b-ae00-6f747070c49c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:25.703098 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:25.709366 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:27:25.709944 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538088'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:25.831267 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Allocated IP 172.20.0.1 (a4870715-5bf8-44ac-b479-0444a5c3916f/18f03c4e-474c-4bf0-b4fa-28445654d873/879c80e8-7d25-49b4-b343-803d8c53bad7) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:27:26.011286 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.029658 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Transition to ACTIVE for port object 6ed130b4-3505-4074-b47d-83b300af6f24 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:26.032006 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.039121 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.070681 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Pushing event updated for resources: {'Port': ['ID=5079f18c-03ce-4ec1-a10a-f85147279d06,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:26.110490 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.147934 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.150257 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-60abe532-1e52-4ef7-9bea-e25e01920404 None None] Provisioning for port 5079f18c-03ce-4ec1-a10a-f85147279d06 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:27:26.165065 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Attempting to bind port 6ed130b4-3505-4074-b47d-83b300af6f24 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:27:26.165428 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Attempting to bind port 6ed130b4-3505-4074-b47d-83b300af6f24 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:27:26.165835 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Attempting to bind port 6ed130b4-3505-4074-b47d-83b300af6f24 on network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:26.167858 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c978f8-43b8-483d-87a4-51e42b394659 None None] Pushing event updated for resources: {'Port': ['ID=6ed130b4-3505-4074-b47d-83b300af6f24,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:26.176919 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-60abe532-1e52-4ef7-9bea-e25e01920404 None None] Provisioning complete for port 5079f18c-03ce-4ec1-a10a-f85147279d06 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:26.177287 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60abe532-1e52-4ef7-9bea-e25e01920404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.188131 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Network a4870715-5bf8-44ac-b479-0444a5c3916f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:26.196548 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:26.202556 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:27:26.203176 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538088'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.207843 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Pushing event updated for resources: {'Port': ['ID=879c80e8-7d25-49b4-b343-803d8c53bad7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:26.239881 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:27:26.240303 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Checking segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:26.240690 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.241020 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Bound using segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:27:26.249400 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Bound port: 6ed130b4-3505-4074-b47d-83b300af6f24, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:27:26.249966 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.327348 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-60abe532-1e52-4ef7-9bea-e25e01920404 None None] Port 5079f18c-03ce-4ec1-a10a-f85147279d06 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:27:26.377525 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] For port 6ed130b4-3505-4074-b47d-83b300af6f24, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:27:26.382219 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] For port 6ed130b4-3505-4074-b47d-83b300af6f24, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=6ed130b4-3505-4074-b47d-83b300af6f24,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:27:26.393825 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.472884 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Routers {'32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:27:26.473837 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:27:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:26.483983 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.514138 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c978f8-43b8-483d-87a4-51e42b394659 None None] Pushing event updated for resources: {'Port': ['ID=6ed130b4-3505-4074-b47d-83b300af6f24,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:26.602008 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.621039 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.622495 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534839'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.692087 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Pushing event updated for resources: {'Port': ['ID=5079f18c-03ce-4ec1-a10a-f85147279d06,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:26.695534 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.698378 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e699b01c-f12c-46e7-9e09-69594bbd663c req-54c7a56e-b739-4791-82e3-0c515370c7e8 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 210 time: 0.0943403 Aug 30 16:27:26.733273 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] Set router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:27:26.746532 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.756355 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.757394 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534839'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:26.768664 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device b1776514-3e08-4739-88a9-01bb0d0d284e up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:27:26.806021 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Network c7abf696-2a58-4d8b-ae00-6f747070c49c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:26.806868 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Pushing event updated for resources: {'Port': ['ID=879c80e8-7d25-49b4-b343-803d8c53bad7,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:26.807414 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:26.917342 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Network a4870715-5bf8-44ac-b479-0444a5c3916f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:26.918956 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:26.971485 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Router 43846b73-231e-49bc-8bd9-132d2253e899 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:27:26.975844 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port b1776514-3e08-4739-88a9-01bb0d0d284e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:27:26.984002 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port b1776514-3e08-4739-88a9-01bb0d0d284e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:26.984373 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:27.111201 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-router', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'gw_port': {'id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:22Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '879c80e8-7d25-49b4-b343-803d8c53bad7', 'name': '', 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'mac_address': 'fa:16:3e:60:a6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:25Z', 'updated_at': '2021-08-30T16:27:25Z', 'revision_number': 1, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'subnets': [{'id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:27.124545 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:27:27.130596 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f38fd0f2-06a5-4ca3-b60d-8a91e4c33c40 admin admin] 10.222.0.32 "PUT /v2.0/routers/43846b73-231e-49bc-8bd9-132d2253e899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5743620 Aug 30 16:27:27.145092 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05504ebc-7b47-4fbf-ad56-4f80e977b4c0 None None] The sync data for ids ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'] in dv-cinder-806605-2-iscsi is: [{'id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-router', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'gw_port': {'id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:22Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '879c80e8-7d25-49b4-b343-803d8c53bad7', 'name': '', 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'mac_address': 'fa:16:3e:60:a6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:25Z', 'updated_at': '2021-08-30T16:27:25Z', 'revision_number': 1, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'subnets': [{'id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:27:27.161785 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:27.191286 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port b1776514-3e08-4739-88a9-01bb0d0d284e, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=b1776514-3e08-4739-88a9-01bb0d0d284e,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:27:27.192442 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-acab4975-fa11-49d1-adc2-c61c3e1e1b4c None None] Provisioning complete for port 5079f18c-03ce-4ec1-a10a-f85147279d06 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:27.192859 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acab4975-fa11-49d1-adc2-c61c3e1e1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:27.209912 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:27:27.224978 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:27.276168 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-acab4975-fa11-49d1-adc2-c61c3e1e1b4c None None] Port 5079f18c-03ce-4ec1-a10a-f85147279d06 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:27:27.301536 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=b1776514-3e08-4739-88a9-01bb0d0d284e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:27.346057 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:27:27.353870 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-445b0534-978f-41c4-989a-f5e14d1b5420 admin admin] 10.222.0.32 "PUT /v2.0/routers/32b6cf29-5781-4630-9e8c-b02fcf6d6ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5848112 Aug 30 16:27:27.857834 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-d2fac622-b806-4e3a-b71b-07889c5bf907 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:27.859568 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-d2fac622-b806-4e3a-b71b-07889c5bf907 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 819 time: 0.1306686 Aug 30 16:27:27.877457 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-bcc083a8-0213-46fa-a3d4-38639c81c354 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/quotas/adaec89ae5134449a1928cf334460ca9 HTTP/1.1" status: 200 len: 375 time: 0.0113831 Aug 30 16:27:27.908327 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Sync routers for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:27:27.919843 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:27:27.920754 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:27:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:27.957797 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33176) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:27.965604 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4a31b4dd-784f-44a2-96af-445fb5be6b08 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788042484', 'description': 'tempest-description--1723863713'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:27.992310 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-57ffe76d-bf7a-4dcb-abf4-ce0f0a7962e0 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1082640 Aug 30 16:27:28.018377 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a31b4dd-784f-44a2-96af-445fb5be6b08 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:28.140987 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-638e840b-7db2-4864-9372-3e07ce856048 req-fd21178e-6614-4643-971b-a005c2be08b3 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 210 time: 0.0392733 Aug 30 16:27:28.175818 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a31b4dd-784f-44a2-96af-445fb5be6b08 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:28.182950 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a31b4dd-784f-44a2-96af-445fb5be6b08 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:28.210360 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:27:28.211089 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-48ae21da-ae4b-47ac-b8a4-dbf00ddb929f service neutron] 10.222.0.32 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177117 Aug 30 16:27:28.243786 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31b4dd-784f-44a2-96af-445fb5be6b08 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed0c186-85c2-4520-90c7-b065112be894,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:28.259567 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a31b4dd-784f-44a2-96af-445fb5be6b08 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:28.264357 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-4a31b4dd-784f-44a2-96af-445fb5be6b08 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3045886 Aug 30 16:27:28.265168 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.78', 53629) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:28.268787 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33178) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:28.277275 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-262bef92-d5f5-43fe-96e0-d03de37f576e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'security_group_rule': {'security_group_id': 'eed0c186-85c2-4520-90c7-b065112be894', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:28.372242 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-262bef92-d5f5-43fe-96e0-d03de37f576e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:28.443581 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-a4e373f9-d278-4d7e-a153-50c0d79e9c0c service neutron] 10.222.0.32 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246346 Aug 30 16:27:28.539250 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 2, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:28.547783 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-262bef92-d5f5-43fe-96e0-d03de37f576e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:28.559302 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-262bef92-d5f5-43fe-96e0-d03de37f576e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:28.630910 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Checking router: 43846b73-231e-49bc-8bd9-132d2253e899 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:27:28.631270 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Updating router 43846b73-231e-49bc-8bd9-132d2253e899 port 5079f18c-03ce-4ec1-a10a-f85147279d06 binding host dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:27:28.668996 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:28.681183 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bef92-d5f5-43fe-96e0-d03de37f576e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d572a430-251f-4a46-9a16-53d3829d985a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:28.700625 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-262bef92-d5f5-43fe-96e0-d03de37f576e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:28.701809 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-262bef92-d5f5-43fe-96e0-d03de37f576e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4303217 Aug 30 16:27:28.704829 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:28.710015 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3cab756a-563d-4bfd-8b9e-9fc077d2b872 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'security_group_rule': {'security_group_id': 'eed0c186-85c2-4520-90c7-b065112be894', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:28.715599 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-be885004-cd33-4442-b5e9-eb9d27c359bc tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:28.717163 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-be885004-cd33-4442-b5e9-eb9d27c359bc tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.78 "GET /v2.0/networks?id=623c443c-4e63-4dfe-a5d6-70939d00b129 HTTP/1.1" status: 200 len: 811 time: 0.4508779 Aug 30 16:27:28.763444 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cab756a-563d-4bfd-8b9e-9fc077d2b872 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:28.824250 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Request body: {'port': {'device_id': '39146969-5041-4d5e-bc0f-766ae3ea2efd', 'network_id': '623c443c-4e63-4dfe-a5d6-70939d00b129', 'admin_state_up': True, 'tenant_id': '313313bd06404b9c94ab5350bf416328'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:28.936223 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6ed130b4-3505-4074-b47d-83b300af6f24 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:27:28.948501 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cab756a-563d-4bfd-8b9e-9fc077d2b872 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:28.956207 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cab756a-563d-4bfd-8b9e-9fc077d2b872 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:29.068806 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab756a-563d-4bfd-8b9e-9fc077d2b872 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc5216c-1c7e-49d9-aa4a-f6674bf2f055,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:29.098366 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a1cab8dd-0ae1-4e55-877c-bc51599417e0 req-28037d10-85b0-4732-8a66-9c98a6dae438 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 210 time: 0.1274395 Aug 30 16:27:29.113775 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cab756a-563d-4bfd-8b9e-9fc077d2b872 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:29.115984 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-3cab756a-563d-4bfd-8b9e-9fc077d2b872 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4062548 Aug 30 16:27:29.119881 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33230) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:29.138702 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'floatingip': {'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:29.168429 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 6ed130b4-3505-4074-b47d-83b300af6f24 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:27:29.173624 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 6ed130b4-3505-4074-b47d-83b300af6f24 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:29.174216 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:29.220245 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:29.490082 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:29.503765 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:29.507438 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Transition to ACTIVE for port object 5079f18c-03ce-4ec1-a10a-f85147279d06 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:29.541289 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:29.544689 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Made reservation on behalf of 313313bd06404b9c94ab5350bf416328 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:29.548758 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:29.554891 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 6ed130b4-3505-4074-b47d-83b300af6f24, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=6ed130b4-3505-4074-b47d-83b300af6f24,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:27:29.563621 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:29.564512 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device b1776514-3e08-4739-88a9-01bb0d0d284e up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:27:29.668857 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24b3d0-008d-4b94-902d-edaae6bbd64c None None] Pushing event updated for resources: {'Port': ['ID=5079f18c-03ce-4ec1-a10a-f85147279d06,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:29.806452 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port b1776514-3e08-4739-88a9-01bb0d0d284e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:29.809659 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:29.898522 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-90ecda72-afd4-45cf-b3ab-164e85876f1d req-6417bd9d-45a9-4111-8bdc-0d55c52d59b8 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 210 time: 0.1858139 Aug 30 16:27:29.984731 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Attempting to bind port 5079f18c-03ce-4ec1-a10a-f85147279d06 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:27:29.985400 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Attempting to bind port 5079f18c-03ce-4ec1-a10a-f85147279d06 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:27:29.985976 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Attempting to bind port 5079f18c-03ce-4ec1-a10a-f85147279d06 on network c7abf696-2a58-4d8b-ae00-6f747070c49c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:29.990427 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=6ed130b4-3505-4074-b47d-83b300af6f24,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:30.000672 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:27:30.005766 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Checking segment: {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:30.022901 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:30.023697 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Bound using segment: {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:27:30.024714 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Bound port: 5079f18c-03ce-4ec1-a10a-f85147279d06, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:27:30.030149 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:30.303724 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:30.406088 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] For port 5079f18c-03ce-4ec1-a10a-f85147279d06, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:27:30.426565 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] For port 5079f18c-03ce-4ec1-a10a-f85147279d06, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=5079f18c-03ce-4ec1-a10a-f85147279d06,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:27:30.440857 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:30.519060 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Allocated IP 172.20.0.14 (623c443c-4e63-4dfe-a5d6-70939d00b129/3c53c61b-219e-44f1-9f12-ed27c7cc7f7d/1d59b5f5-90ae-4507-868d-986e345f915d) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:27:30.874709 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-b0265e63-790e-4519-94e7-fef24201f365 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:30.874709 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-b0265e63-790e-4519-94e7-fef24201f365 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 819 time: 1.0528886 Aug 30 16:27:30.876459 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:27:30.876459 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:27:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:30.902694 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Sync routers for ids ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:27:30.902694 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6ed130b4-3505-4074-b47d-83b300af6f24 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:27:30.909649 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Routers {'32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:27:30.911003 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:27:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:30.970023 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-d5ded17a-d108-444c-b1ba-d80e30486a8b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/quotas/adaec89ae5134449a1928cf334460ca9 HTTP/1.1" status: 200 len: 375 time: 0.1691115 Aug 30 16:27:31.128543 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:31.263243 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24b3d0-008d-4b94-902d-edaae6bbd64c None None] Pushing event updated for resources: {'Port': ['ID=5079f18c-03ce-4ec1-a10a-f85147279d06,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:31.293088 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33342) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:31.346655 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:27:31.407978 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:31.416714 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 6ed130b4-3505-4074-b47d-83b300af6f24 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:31.418361 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:31.491955 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:31.517803 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0298083d-3db9-45e7-b2dc-68646d7ba688 req-b176003a-63bd-4fdb-870d-1c72baa7774b tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 210 time: 0.2144275 Aug 30 16:27:31.566924 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-0c7aeb47-23bc-49da-9e5d-6a5ec8549f85 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5523729 Aug 30 16:27:31.632126 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Set router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:27:31.643099 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Network 623c443c-4e63-4dfe-a5d6-70939d00b129 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:31.652593 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:31.665096 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:27:31.673804 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:31.674905 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:31.684965 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33352) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:31.751320 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9323559 Aug 30 16:27:31.752143 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a130fd5-fe32-479f-ada8-ac9af3f11bfa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Pushing event updated for resources: {'Port': ['ID=1d59b5f5-90ae-4507-868d-986e345f915d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:31.794325 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:30Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:31.832310 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75122c96-4f79-489f-b84e-930229ec0b32 None None] The sync data for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi is: [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:30Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:27:31.857253 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29037da8-3108-4b51-a184-b75d820b977d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:31.982589 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ab8687d-6780-477d-ade2-87c5f59f429b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.028105 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Allocated IP 172.27.3.100 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/09fbebdb-646a-4f8b-a556-f0d742bf8ae5) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:27:32.148108 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29037da8-3108-4b51-a184-b75d820b977d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.151884 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-5d62bf03-4090-4ef7-b388-ebf8f6974d98 service neutron] 10.222.0.32 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840046 Aug 30 16:27:32.210129 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-router', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'gw_port': {'id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:22Z', 'updated_at': '2021-08-30T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '879c80e8-7d25-49b4-b343-803d8c53bad7', 'name': '', 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'mac_address': 'fa:16:3e:60:a6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:25Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 2, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'subnets': [{'id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:32.215430 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29037da8-3108-4b51-a184-b75d820b977d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.258720 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Checking router: 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:27:32.259883 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Updating router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb port 879c80e8-7d25-49b4-b343-803d8c53bad7 binding host dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:27:32.261446 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.268189 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29037da8-3108-4b51-a184-b75d820b977d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e83b3a-5604-4ceb-8bba-65e48b445f07,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:32.289996 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.299254 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ab8687d-6780-477d-ade2-87c5f59f429b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.305404 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33366) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:32.306230 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-29037da8-3108-4b51-a184-b75d820b977d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3831a482f29544c697a8511083a4e35f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0115316 Aug 30 16:27:32.308261 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ab8687d-6780-477d-ade2-87c5f59f429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.337200 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0ab8687d-6780-477d-ade2-87c5f59f429b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=153e90a55e434a3191bc96f6f131ba49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6505880 Aug 30 16:27:32.345366 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33370) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:32.384660 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8687d-6780-477d-ade2-87c5f59f429b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35af57e0-0e92-490e-81ff-6c03b2d38b56,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:32.391626 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.440795 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84ce3ca5-3df8-4ebd-8a32-61cb017b79c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.507664 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-14404bb2-6827-4964-9c1f-4722f88b134a service neutron] 10.222.0.32 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020842 Aug 30 16:27:32.508493 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84ce3ca5-3df8-4ebd-8a32-61cb017b79c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.509369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:32.509369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'Port': ['ID=09fbebdb-646a-4f8b-a556-f0d742bf8ae5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:32.509369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:32.521001 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:27:32.545045 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84ce3ca5-3df8-4ebd-8a32-61cb017b79c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.548936 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84ce3ca5-3df8-4ebd-8a32-61cb017b79c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.553719 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-84ce3ca5-3df8-4ebd-8a32-61cb017b79c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35af57e0-0e92-490e-81ff-6c03b2d38b56 HTTP/1.1" status: 204 len: 168 time: 0.2061279 Aug 30 16:27:32.583724 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce3ca5-3df8-4ebd-8a32-61cb017b79c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35af57e0-0e92-490e-81ff-6c03b2d38b56,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:32.785887 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5079f18c-03ce-4ec1-a10a-f85147279d06 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:27:32.789310 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.835948 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Transition to ACTIVE for port object 879c80e8-7d25-49b4-b343-803d8c53bad7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:32.851842 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.895703 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0f7f8d7b-95c0-4b5e-bcad-88e8579e2405 req-a91ee57e-a5f0-40bd-b92e-b8c52799b9d6 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.1187298 Aug 30 16:27:32.903075 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10b968df-c0a6-425e-8eea-9a55a6b52ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.935062 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:32.944812 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 5079f18c-03ce-4ec1-a10a-f85147279d06 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:27:32.947144 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095fe9c-eda8-47c8-836e-7b28177206b0 None None] Pushing event updated for resources: {'Port': ['ID=879c80e8-7d25-49b4-b343-803d8c53bad7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:32.955742 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 5079f18c-03ce-4ec1-a10a-f85147279d06 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:32.956117 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.034170 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9062b-c86e-4ac3-97e9-0d3cf289bc10 req-4055b6d4-10f7-463c-ac7d-0308713a36c0 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:33.036801 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Attempting to bind port 879c80e8-7d25-49b4-b343-803d8c53bad7 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:27:33.037168 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Attempting to bind port 879c80e8-7d25-49b4-b343-803d8c53bad7 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:27:33.038107 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Attempting to bind port 879c80e8-7d25-49b4-b343-803d8c53bad7 on network a4870715-5bf8-44ac-b479-0444a5c3916f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:33.042644 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-19f9062b-c86e-4ac3-97e9-0d3cf289bc10 req-4055b6d4-10f7-463c-ac7d-0308713a36c0 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 932 time: 0.3708932 Aug 30 16:27:33.043479 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.047033 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10b968df-c0a6-425e-8eea-9a55a6b52ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.049874 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:27:33.050256 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Checking segment: {'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:33.050664 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.051064 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Bound using segment: {'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:27:33.051573 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Bound port: 879c80e8-7d25-49b4-b343-803d8c53bad7, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:27:33.051968 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.188760 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.228757 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] For port 879c80e8-7d25-49b4-b343-803d8c53bad7, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:27:33.233739 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] For port 879c80e8-7d25-49b4-b343-803d8c53bad7, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=879c80e8-7d25-49b4-b343-803d8c53bad7,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:27:33.247597 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 5079f18c-03ce-4ec1-a10a-f85147279d06, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=5079f18c-03ce-4ec1-a10a-f85147279d06,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:27:33.249184 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.259605 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.325845 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095fe9c-eda8-47c8-836e-7b28177206b0 None None] Pushing event updated for resources: {'Port': ['ID=879c80e8-7d25-49b4-b343-803d8c53bad7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:33.327405 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-19f9062b-c86e-4ac3-97e9-0d3cf289bc10 req-811647fa-fdc6-4340-835f-f882ddcd8516 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393560 Aug 30 16:27:33.329542 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Routers {'32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:27:33.329542 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:27:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:33.384268 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10b968df-c0a6-425e-8eea-9a55a6b52ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.387201 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10b968df-c0a6-425e-8eea-9a55a6b52ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.388409 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-10b968df-c0a6-425e-8eea-9a55a6b52ef8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5e83b3a-5604-4ceb-8bba-65e48b445f07 HTTP/1.1" status: 204 len: 168 time: 1.0818322 Aug 30 16:27:33.426601 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b968df-c0a6-425e-8eea-9a55a6b52ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e83b3a-5604-4ceb-8bba-65e48b445f07,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:33.475156 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=5079f18c-03ce-4ec1-a10a-f85147279d06,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:33.487320 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.496520 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.527432 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] Set router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:27:33.545944 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.599736 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:33.602410 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4782271 Aug 30 16:27:33.619514 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b855eb6-3624-4d59-990a-29d2b0b1debe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'Port': ['ID=09fbebdb-646a-4f8b-a556-f0d742bf8ae5,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:33.933442 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-router', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'gw_port': {'id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:22Z', 'updated_at': '2021-08-30T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '879c80e8-7d25-49b4-b343-803d8c53bad7', 'name': '', 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'mac_address': 'fa:16:3e:60:a6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:25Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 4, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'subnets': [{'id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:34.003969 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a3377-8f99-4958-adec-907b64e9e266 None None] The sync data for ids ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'] in dv-cinder-806605-2-iscsi is: [{'id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-router', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'gw_port': {'id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:22Z', 'updated_at': '2021-08-30T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '879c80e8-7d25-49b4-b343-803d8c53bad7', 'name': '', 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'mac_address': 'fa:16:3e:60:a6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:25Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 4, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'subnets': [{'id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:27:34.030695 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-aa9f58b5-40ad-496e-8e0c-8c35d1fad22f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1788042484&fields=id&tenant_id=d798050cb8f04cb1b7c59fe942270479 HTTP/1.1" status: 200 len: 267 time: 0.0946858 Aug 30 16:27:34.110180 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-af281ff2-896f-4b98-8ae7-d39ef27f8a18 req-45201670-779a-4ca4-8828-8d890341531c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0767264 Aug 30 16:27:34.215462 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-25a6e8a8-b97c-4e5a-bf56-e7a95e91fe70 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:34.217568 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-25a6e8a8-b97c-4e5a-bf56-e7a95e91fe70 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 817 time: 0.1853728 Aug 30 16:27:34.254351 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-14dab0e6-cc26-4b49-bd9d-7c0eee632dbd tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/quotas/d798050cb8f04cb1b7c59fe942270479 HTTP/1.1" status: 200 len: 375 time: 0.0285132 Aug 30 16:27:34.353635 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-29b163b1-24df-4891-a80b-f0bad2893c45 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904980 Aug 30 16:27:34.819101 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 879c80e8-7d25-49b4-b343-803d8c53bad7 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:27:34.971171 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 879c80e8-7d25-49b4-b343-803d8c53bad7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:27:34.999568 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 879c80e8-7d25-49b4-b343-803d8c53bad7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:35.000021 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:35.136682 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-45b98782-911c-4d7f-8e4f-30bee482198a service neutron] 10.222.0.32 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7255461 Aug 30 16:27:35.181942 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca71a0d-23bf-4d4f-8598-7d100700c87e req-daf6df9d-0465-47af-baa3-74260f46c2aa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:35.187861 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aca71a0d-23bf-4d4f-8598-7d100700c87e req-daf6df9d-0465-47af-baa3-74260f46c2aa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 932 time: 0.6038523 Aug 30 16:27:35.209578 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:35.311581 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 879c80e8-7d25-49b4-b343-803d8c53bad7, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=879c80e8-7d25-49b4-b343-803d8c53bad7,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:27:35.325745 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:35.327083 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5079f18c-03ce-4ec1-a10a-f85147279d06 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:27:35.380422 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33488) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:35.438174 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aca71a0d-23bf-4d4f-8598-7d100700c87e req-fa8184e0-f9ab-46d3-8cb9-22947fb811f1 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383175 Aug 30 16:27:35.474287 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-9708b7d0-d051-4eb3-a2d2-79f36001f623 service neutron] 10.222.0.32 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851613 Aug 30 16:27:35.501591 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=879c80e8-7d25-49b4-b343-803d8c53bad7,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:35.583766 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 5079f18c-03ce-4ec1-a10a-f85147279d06 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:35.584061 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:35.640413 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1146863756-network', 'tenant_id': '4f62d1768cf14ba792a59ad1cc2ae502'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:35.726752 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Made reservation on behalf of 4f62d1768cf14ba792a59ad1cc2ae502 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:35.729264 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:35.740717 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:35.854373 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d6b2ba0e-42cd-4ce6-a2b4-f3ac512c649e req-68e3d4c1-54fb-4b9c-9e3d-900f41cfd591 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.1018333 Aug 30 16:27:35.883275 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:35.897480 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:35.970056 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-575ce359-9f7b-4fd8-b99e-db574869d392 req-2d2f9153-cc04-4a38-809c-37cc144e9bbc tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0467050 Aug 30 16:27:35.993485 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:27:36.025401 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:36.025829 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Added segment a08f69dc-0875-4419-af6d-b4cd31600df4 of type vlan for network 2067dda4-b8db-4f9e-af08-8e47b65c7158 Aug 30 16:27:36.088463 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:36.092882 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4dec43-43aa-4fef-8a0b-31c0fb7b2705,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:36.134581 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:36.136699 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:36.138643 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:36.198800 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8165629 Aug 30 16:27:36.202020 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33526) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:36.207216 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] Request body: {'subnet': {'network_id': '2067dda4-b8db-4f9e-af08-8e47b65c7158', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1146863756-subnet', 'tenant_id': '4f62d1768cf14ba792a59ad1cc2ae502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:36.210136 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfded39a-1175-4097-b07b-97f965f62353 admin admin] Pushing event updated for resources: {'Network': ['ID=2067dda4-b8db-4f9e-af08-8e47b65c7158,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:36.221334 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network 2067dda4-b8db-4f9e-af08-8e47b65c7158 details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:27:36.248077 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] Made reservation on behalf of 4f62d1768cf14ba792a59ad1cc2ae502 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:36.250700 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:36.569716 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0819ab2-8c9a-40b4-90a9-3497c142d0ef req-76689402-30ed-4c98-94be-515838c98643 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:36.576729 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a0819ab2-8c9a-40b4-90a9-3497c142d0ef req-76689402-30ed-4c98-94be-515838c98643 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 932 time: 0.0550377 Aug 30 16:27:36.581413 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:36.615686 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a0819ab2-8c9a-40b4-90a9-3497c142d0ef req-e73da934-a9c9-4819-9314-83c2c74b1b7c tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376568 Aug 30 16:27:36.668550 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b865dc-d0e6-4177-92a0-05b6d46f71e4,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:36.677098 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] Checking segment: {'id': 'a08f69dc-0875-4419-af6d-b4cd31600df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '2067dda4-b8db-4f9e-af08-8e47b65c7158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:36.677459 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] Network hostable DHCP agents. Network: 2067dda4-b8db-4f9e-af08-8e47b65c7158, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:27:36.683789 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 879c80e8-7d25-49b4-b343-803d8c53bad7 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:27:36.702899 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] Network 2067dda4-b8db-4f9e-af08-8e47b65c7158 is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:27:36.713230 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, 2067dda4-b8db-4f9e-af08-8e47b65c7158) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:36.718102 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:36.718755 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:36.729848 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253d72c0-7e40-4db2-b06f-dd2fd420303e None None] Network 2067dda4-b8db-4f9e-af08-8e47b65c7158 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:27:36.737582 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-18693d30-3ec7-40a4-a829-75a47cbea640 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5305233 Aug 30 16:27:36.829907 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 879c80e8-7d25-49b4-b343-803d8c53bad7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:36.829907 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:36.938486 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7231d3-e943-43d0-8d18-8fe7f1aa8589 None None] Network 2067dda4-b8db-4f9e-af08-8e47b65c7158 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:27:36.951007 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-07916c54-4431-4910-8405-3cb5a5ac0bad tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 16:27:36.951007 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-07916c54-4431-4910-8405-3cb5a5ac0bad tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154412 Aug 30 16:27:37.021866 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-35533154-3edb-4328-9235-e4d56ba96531 req-d42b6fa2-7a07-4a2e-a7ef-2f6fa4348a43 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0586352 Aug 30 16:27:37.168971 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-da17ab0a-3c8c-45db-9436-3a5c7a7744c6 req-30b9acbb-cbd7-4914-bfc4-58ab89bc9154 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0703077 Aug 30 16:27:37.536637 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33584) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:37.599184 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33590) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:37.604255 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-145109484-network', 'tenant_id': '7fe69168a09b49fc93d94ec82ae1027a'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:37.632112 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Made reservation on behalf of 7fe69168a09b49fc93d94ec82ae1027a for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:37.634957 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:37.645120 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:37.805375 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:37.810377 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106b44-81f0-44b8-b149-9aa65071ed5b req-91de59d0-82ca-4b17-a358-710bd1b43b2a tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:37.812144 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:37.820633 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb106b44-81f0-44b8-b149-9aa65071ed5b req-91de59d0-82ca-4b17-a358-710bd1b43b2a tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 932 time: 0.0686133 Aug 30 16:27:37.853631 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:27:37.877045 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd2a5-2728-4d4c-bc62-c4e08ea78856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:37.890017 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb106b44-81f0-44b8-b149-9aa65071ed5b req-0af8f619-4ea9-4ade-a02a-e7bc62d23ba1 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630596 Aug 30 16:27:37.902446 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a584597-696d-45d2-8a6a-5a982c1623e0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:37.921069 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:37.921618 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Added segment 17ed66f2-bee4-4154-a84f-14647f354fad of type vlan for network 6bdf7f75-5509-4dac-8cca-d4aaaafff50d Aug 30 16:27:37.995410 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:38.062755 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:38.063734 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:38.064318 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:38.172119 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3871b188-851b-4fbc-9551-93d6442d731e req-4a7fc50e-baf4-46f9-9557-0d31ca0c0510 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0487638 Aug 30 16:27:38.238397 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] Pushing event updated for resources: {'Network': ['ID=6bdf7f75-5509-4dac-8cca-d4aaaafff50d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:38.247130 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd2a5-2728-4d4c-bc62-c4e08ea78856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:38.260055 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network 6bdf7f75-5509-4dac-8cca-d4aaaafff50d details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:27:38.261346 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd2a5-2728-4d4c-bc62-c4e08ea78856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:38.328925 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-4a8cd2a5-2728-4d4c-bc62-c4e08ea78856 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed5aa7a9a1f14fcd86b5d7933ca93f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7808781 Aug 30 16:27:38.328925 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b2ec4ffd-956b-4552-934f-dfcd6f97f40d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7205768 Aug 30 16:27:38.337832 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33620) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:38.338442 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33622) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:38.351415 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c90febb7-bbb5-44db-84b7-bcf7a26e9466 req-819ecfac-daea-45a2-aeb2-1969f1b08c7c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0622668 Aug 30 16:27:38.353081 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] Request body: {'subnet': {'network_id': '6bdf7f75-5509-4dac-8cca-d4aaaafff50d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-145109484-subnet', 'tenant_id': '7fe69168a09b49fc93d94ec82ae1027a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:38.401985 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cd2a5-2728-4d4c-bc62-c4e08ea78856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f327298-0803-4b2c-a7b0-e17190fc88f0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:38.452878 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] Made reservation on behalf of 7fe69168a09b49fc93d94ec82ae1027a for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:38.455689 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:38.548768 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe26f670-eed3-4d58-8b59-baeecaeedb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:38.650520 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe26f670-eed3-4d58-8b59-baeecaeedb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:38.764506 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe26f670-eed3-4d58-8b59-baeecaeedb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:38.767333 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe26f670-eed3-4d58-8b59-baeecaeedb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:38.768548 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-fe26f670-eed3-4d58-8b59-baeecaeedb0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f327298-0803-4b2c-a7b0-e17190fc88f0 HTTP/1.1" status: 204 len: 168 time: 0.4289656 Aug 30 16:27:38.781148 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26f670-eed3-4d58-8b59-baeecaeedb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f327298-0803-4b2c-a7b0-e17190fc88f0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:38.854173 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:38.933184 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b244dba-42db-4a71-b977-73bc5294dc2a,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:38.956603 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] Checking segment: {'id': '17ed66f2-bee4-4154-a84f-14647f354fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '6bdf7f75-5509-4dac-8cca-d4aaaafff50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:38.957195 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] Network hostable DHCP agents. Network: 6bdf7f75-5509-4dac-8cca-d4aaaafff50d, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:27:38.999023 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] Network 6bdf7f75-5509-4dac-8cca-d4aaaafff50d is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:27:39.014492 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, 6bdf7f75-5509-4dac-8cca-d4aaaafff50d) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:39.022971 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:39.025631 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ee68c-6f8e-4f91-ab0d-1b4bc8acd4fd None None] Network 6bdf7f75-5509-4dac-8cca-d4aaaafff50d requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:27:39.034249 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.036345 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5da77-88b1-46fe-ad11-a09597db42c5 req-16a5b7ba-b4b1-4235-830d-de699e2f7963 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:39.037995 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-49a5da77-88b1-46fe-ad11-a09597db42c5 req-16a5b7ba-b4b1-4235-830d-de699e2f7963 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 932 time: 0.0630052 Aug 30 16:27:39.073391 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-bfcfd430-13e9-4296-8cbe-9c77a55f3615 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7113705 Aug 30 16:27:39.134604 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-49a5da77-88b1-46fe-ad11-a09597db42c5 req-7884db2f-ebab-4a6b-9640-d9acded051a4 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832982 Aug 30 16:27:39.287034 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33646) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:39.301827 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e503419-e3c3-4fe8-973a-be9c5b5e2917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.326027 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716bfc8f-1ce2-4c86-9fe4-25297388f775 None None] Network 6bdf7f75-5509-4dac-8cca-d4aaaafff50d requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:27:39.338841 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33648) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:39.349193 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-64517e11-7d0c-4ff4-bd96-77bbc4b8bb21 req-d819fe48-9429-4e2c-aa2c-f327040c97b2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0533230 Aug 30 16:27:39.401142 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bb7917-123a-481f-98fc-9cc417bf753f admin admin] Deleting subnet 31b865dc-d0e6-4177-92a0-05b6d46f71e4 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:27:39.424706 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50bb7917-123a-481f-98fc-9cc417bf753f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.493343 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50bb7917-123a-481f-98fc-9cc417bf753f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.501616 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7c568a48-3d62-4c5d-8202-8363d98718ee req-59d9ee89-4faa-4233-8d18-b514771c8de1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0362036 Aug 30 16:27:39.520426 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50bb7917-123a-481f-98fc-9cc417bf753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.583861 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e503419-e3c3-4fe8-973a-be9c5b5e2917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.592081 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e503419-e3c3-4fe8-973a-be9c5b5e2917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.642163 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e503419-e3c3-4fe8-973a-be9c5b5e2917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec229ea-59d3-415a-b5bf-b7f09435bb9c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:39.650132 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0e503419-e3c3-4fe8-973a-be9c5b5e2917 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d4e0ec7874d48449356bc531532253b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589301 Aug 30 16:27:39.650543 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33660) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:39.650774 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50bb7917-123a-481f-98fc-9cc417bf753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.681987 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb7917-123a-481f-98fc-9cc417bf753f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b865dc-d0e6-4177-92a0-05b6d46f71e4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:39.703961 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50bb7917-123a-481f-98fc-9cc417bf753f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.708243 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-50bb7917-123a-481f-98fc-9cc417bf753f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/31b865dc-d0e6-4177-92a0-05b6d46f71e4 HTTP/1.1" status: 204 len: 168 time: 0.3661201 Aug 30 16:27:39.708610 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33664) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:39.798715 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64bd22cf-38b2-4a7e-afc3-9e37c5dda25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.819004 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.841359 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64bd22cf-38b2-4a7e-afc3-9e37c5dda25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.959040 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:39.972759 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:39.973100 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:39.973898 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:39.974219 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:39.974778 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:39.975068 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:39.975407 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:39.975723 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:39.976052 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:39.976360 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:40.256677 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:40.257467 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:40.257467 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:40.257665 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:27:40.258006 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2067dda4-b8db-4f9e-af08-8e47b65c7158']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:40.287651 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64bd22cf-38b2-4a7e-afc3-9e37c5dda25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.290305 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64bd22cf-38b2-4a7e-afc3-9e37c5dda25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.291438 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-64bd22cf-38b2-4a7e-afc3-9e37c5dda25a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dec229ea-59d3-415a-b5bf-b7f09435bb9c HTTP/1.1" status: 204 len: 168 time: 0.6397347 Aug 30 16:27:40.294030 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08f69dc-0875-4419-af6d-b4cd31600df4') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:40.294338 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08f69dc-0875-4419-af6d-b4cd31600df4') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:40.327865 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27047364'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.349470 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd22cf-38b2-4a7e-afc3-9e37c5dda25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec229ea-59d3-415a-b5bf-b7f09435bb9c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:40.367391 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.379668 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:27:40.380086 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27026891'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: from cryptography.utils import int_from_bytes Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: from cryptography.utils import int_from_bytes Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: Traceback (most recent call last): Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: timer() Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: cb(*args, **kw) Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: return func(*args, **kwargs) Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: self._notify() Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: self.callback(batched_events) Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: event.method(event) Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: return f(self, *a, **k) Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._get(url).json() Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:27:40.386236 dv-cinder-806605-2-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:27:40.421643 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834def41-5a34-43d0-98b3-ccf8fdc48e6c req-ccb89523-3599-43fd-9fd5-11430d22a38f tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:40.430530 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-834def41-5a34-43d0-98b3-ccf8fdc48e6c req-ccb89523-3599-43fd-9fd5-11430d22a38f tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 932 time: 0.1670346 Aug 30 16:27:40.537542 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-99d47877-ade8-41ef-b10b-5edb2e1feb43 req-c02de1eb-9d56-4e88-b8dc-d2d8959705ed tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.1042767 Aug 30 16:27:40.552147 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.575582 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-834def41-5a34-43d0-98b3-ccf8fdc48e6c req-0649440f-2b76-494e-becf-30b61d64265a tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392524 Aug 30 16:27:40.576843 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.578926 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2067dda4-b8db-4f9e-af08-8e47b65c7158 HTTP/1.1" status: 204 len: 168 time: 0.8693581 Aug 30 16:27:40.581999 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33686) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:40.598461 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71aa66a-6b3c-4337-a7c7-759eed0060c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2067dda4-b8db-4f9e-af08-8e47b65c7158,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:40.638311 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-138d7ba1-7a6f-4951-ab98-1b31286e22f1 admin admin] Deleting subnet 9b244dba-42db-4a71-b977-73bc5294dc2a {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:27:40.642030 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-138d7ba1-7a6f-4951-ab98-1b31286e22f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.696191 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-138d7ba1-7a6f-4951-ab98-1b31286e22f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.707937 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-138d7ba1-7a6f-4951-ab98-1b31286e22f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.723918 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-46169278-d833-4542-b29d-f4c8065903e6 req-6c6133e4-c997-4e4a-a84b-b64810d87f89 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0742102 Aug 30 16:27:40.803752 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-138d7ba1-7a6f-4951-ab98-1b31286e22f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.848940 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d7ba1-7a6f-4951-ab98-1b31286e22f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b244dba-42db-4a71-b977-73bc5294dc2a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:40.863572 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-138d7ba1-7a6f-4951-ab98-1b31286e22f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:40.866926 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-138d7ba1-7a6f-4951-ab98-1b31286e22f1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9b244dba-42db-4a71-b977-73bc5294dc2a HTTP/1.1" status: 204 len: 168 time: 0.2836289 Aug 30 16:27:40.868682 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33698) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:40.964994 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:41.077468 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:41.106330 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdf7f75-5509-4dac-8cca-d4aaaafff50d']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:41.137635 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ed66f2-bee4-4154-a84f-14647f354fad') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:41.138000 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ed66f2-bee4-4154-a84f-14647f354fad') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:27:41.148335 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27047364'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:41.166006 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:41.175126 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:27:41.175872 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27026891'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: Traceback (most recent call last): Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: timer() Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: cb(*args, **kw) Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: return func(*args, **kwargs) Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: self._notify() Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: self.callback(batched_events) Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: event.method(event) Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: return f(self, *a, **k) Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._get(url).json() Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:27:41.178057 dv-cinder-806605-2-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:27:41.237741 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:41.241937 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:41.246309 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] 10.222.0.32 "DELETE /v2.0/networks/6bdf7f75-5509-4dac-8cca-d4aaaafff50d HTTP/1.1" status: 204 len: 168 time: 0.3744602 Aug 30 16:27:41.259497 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854db45-cacb-4e07-ae1d-50106b1195ea admin admin] Pushing event deleted for resources: {'Network': ['ID=6bdf7f75-5509-4dac-8cca-d4aaaafff50d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:41.481950 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33720) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:41.524334 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-12606b7f-2c4a-4097-89fe-89777c7e8698 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f62d1768cf14ba792a59ad1cc2ae502&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408628 Aug 30 16:27:41.526853 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33722) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:41.579678 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c77f636b-fa80-4513-b2aa-535d156b8df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:41.611397 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c77f636b-fa80-4513-b2aa-535d156b8df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:41.713933 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f4faac72-1edd-4f91-8019-26ec1f9acabd req-3e5d1be2-79b6-4804-8e11-783dcae3ccfd tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0845833 Aug 30 16:27:41.776959 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c77f636b-fa80-4513-b2aa-535d156b8df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:41.780069 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c77f636b-fa80-4513-b2aa-535d156b8df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:41.783635 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c77f636b-fa80-4513-b2aa-535d156b8df4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a4dec43-43aa-4fef-8a0b-31c0fb7b2705 HTTP/1.1" status: 204 len: 168 time: 0.2534549 Aug 30 16:27:41.792585 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27d3d-b247-4bc2-a1f9-4261f8f1f6b4 req-2dce2dc9-2f62-44c5-887e-5fd6539e1d6b tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:41.800250 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7ed27d3d-b247-4bc2-a1f9-4261f8f1f6b4 req-2dce2dc9-2f62-44c5-887e-5fd6539e1d6b tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 932 time: 0.1366982 Aug 30 16:27:41.819157 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f636b-fa80-4513-b2aa-535d156b8df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4dec43-43aa-4fef-8a0b-31c0fb7b2705,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:41.901349 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6d4bccfa-cc89-44d4-bc4f-60629859dc86 req-317f4d9a-44ed-4eb3-9087-79ba4270db0f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0848243 Aug 30 16:27:41.922169 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7ed27d3d-b247-4bc2-a1f9-4261f8f1f6b4 req-1b516051-79a5-4a41-993c-1680774d00ba tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210732 Aug 30 16:27:42.233602 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33752) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:42.301627 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33758) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:42.302225 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d6fd38ae-e8eb-4a7c-93ab-007df9d337d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fe69168a09b49fc93d94ec82ae1027a&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0667081 Aug 30 16:27:42.360789 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-177b0e20-274f-4305-ad06-fd4fd5d89513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:42.388782 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-177b0e20-274f-4305-ad06-fd4fd5d89513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:42.493395 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-177b0e20-274f-4305-ad06-fd4fd5d89513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:42.497892 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-177b0e20-274f-4305-ad06-fd4fd5d89513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:42.499218 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-177b0e20-274f-4305-ad06-fd4fd5d89513 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a584597-696d-45d2-8a6a-5a982c1623e0 HTTP/1.1" status: 204 len: 168 time: 0.1965623 Aug 30 16:27:42.512481 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b0e20-274f-4305-ad06-fd4fd5d89513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a584597-696d-45d2-8a6a-5a982c1623e0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:42.879373 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d8af75ef-b739-4d9b-a209-722cc0f22c4f req-b68fdbb3-3adc-45a6-846b-7772c4d4cbfd tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0599201 Aug 30 16:27:43.099761 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-93879367-fe1c-4e85-8bad-4fe5d7bcbfd4 req-f1030eb1-9d27-43af-bcca-fe11c9a6180e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.1025262 Aug 30 16:27:43.214611 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ec09d-f3c8-4bc3-86c3-739cfe9ce020 req-ecf61fb7-2627-4833-8a83-6674339d4d05 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:43.232059 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-303ec09d-f3c8-4bc3-86c3-739cfe9ce020 req-ecf61fb7-2627-4833-8a83-6674339d4d05 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 932 time: 0.1799798 Aug 30 16:27:43.278374 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-303ec09d-f3c8-4bc3-86c3-739cfe9ce020 req-f70fd59e-13df-4858-b122-3f320500f57a tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Aug 30 16:27:43.795656 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33828) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:43.910222 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3101db4-e3f0-4148-b62b-8027a1feeca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:43.995953 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-77257efd-71fe-4f58-8519-5ad93f977311 req-632cb55b-ac58-429a-bb08-3b53b02a9dd3 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0437975 Aug 30 16:27:44.021185 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3101db4-e3f0-4148-b62b-8027a1feeca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:44.032412 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3101db4-e3f0-4148-b62b-8027a1feeca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:44.073155 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3101db4-e3f0-4148-b62b-8027a1feeca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc21aaf5-6bb8-4727-901e-5274ca1b9555,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:44.083304 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b3101db4-e3f0-4148-b62b-8027a1feeca8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa5c7bcd9751493c8343c7e65f97dfaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820528 Aug 30 16:27:44.087905 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33840) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:44.151312 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26675189-3fe7-497e-88bb-ff8d6277d31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:44.196223 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26675189-3fe7-497e-88bb-ff8d6277d31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:44.228963 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a85d9192-67ee-4c01-841f-629f1d713878 req-7370c5ab-4193-4098-8cab-e3ae3ede7a55 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0353060 Aug 30 16:27:44.271250 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26675189-3fe7-497e-88bb-ff8d6277d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:44.274958 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26675189-3fe7-497e-88bb-ff8d6277d31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:44.276077 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-26675189-3fe7-497e-88bb-ff8d6277d31f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc21aaf5-6bb8-4727-901e-5274ca1b9555 HTTP/1.1" status: 204 len: 168 time: 0.1871219 Aug 30 16:27:44.314818 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26675189-3fe7-497e-88bb-ff8d6277d31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc21aaf5-6bb8-4727-901e-5274ca1b9555,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:44.439876 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cffc9-7fef-40b9-8274-3fd7b8301a31 req-1a0a0e24-1702-4559-8084-9f8c4d859054 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:44.441758 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1a2cffc9-7fef-40b9-8274-3fd7b8301a31 req-1a0a0e24-1702-4559-8084-9f8c4d859054 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 932 time: 0.0648510 Aug 30 16:27:44.502773 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1a2cffc9-7fef-40b9-8274-3fd7b8301a31 req-2046ca8b-9800-48b6-a7de-a13dc8532021 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543332 Aug 30 16:27:44.757370 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33880) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:44.772944 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8eba5eb9-25a1-4b76-9688-30c33491df06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:44.847993 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:44.883591 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8eba5eb9-25a1-4b76-9688-30c33491df06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:44.891026 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8eba5eb9-25a1-4b76-9688-30c33491df06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:44.929129 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba5eb9-25a1-4b76-9688-30c33491df06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8110bd82-a713-416b-92c2-d17fa8395755,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:44.935771 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8eba5eb9-25a1-4b76-9688-30c33491df06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a53b5b987af43a3b5a2e1473c320543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770163 Aug 30 16:27:44.938571 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33892) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:44.947303 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Request body: {'port': {'device_id': '39146969-5041-4d5e-bc0f-766ae3ea2efd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:45.003911 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.004472 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3bfbdad-4917-4d29-8165-6cb1b5251494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.006895 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f30392f4-5744-42f2-a3fd-e49ddd7ceb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.040395 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f30392f4-5744-42f2-a3fd-e49ddd7ceb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.122064 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d7dae386-9a50-43ac-941a-a05be569b7fe req-ee042d2a-c3b5-4fe4-9b77-c4a1d7e4677e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0434690 Aug 30 16:27:45.157617 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f30392f4-5744-42f2-a3fd-e49ddd7ceb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.160102 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f30392f4-5744-42f2-a3fd-e49ddd7ceb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.163729 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f30392f4-5744-42f2-a3fd-e49ddd7ceb11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8110bd82-a713-416b-92c2-d17fa8395755 HTTP/1.1" status: 204 len: 168 time: 0.2216215 Aug 30 16:27:45.176299 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30392f4-5744-42f2-a3fd-e49ddd7ceb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8110bd82-a713-416b-92c2-d17fa8395755,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:45.217585 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3bfbdad-4917-4d29-8165-6cb1b5251494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.224496 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3bfbdad-4917-4d29-8165-6cb1b5251494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.269050 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a3bfbdad-4917-4d29-8165-6cb1b5251494 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b7531329bda48629333cd282710ab24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186120 Aug 30 16:27:45.270070 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfbdad-4917-4d29-8165-6cb1b5251494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf8fcbe-4b9c-4d08-870c-5a26c59977d0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:45.273065 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33904) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:45.335797 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9b37db1-dfe1-4c03-ac3f-d6ec39775180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.339374 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:27:45.395410 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9b37db1-dfe1-4c03-ac3f-d6ec39775180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.399354 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2088a1b6-3fd2-4627-bba6-52cae0128dcc req-0c7733ab-c453-4116-b39e-9860556e9efe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0531001 Aug 30 16:27:45.464255 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9b37db1-dfe1-4c03-ac3f-d6ec39775180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.468416 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9b37db1-dfe1-4c03-ac3f-d6ec39775180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.469966 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e9b37db1-dfe1-4c03-ac3f-d6ec39775180 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/baf8fcbe-4b9c-4d08-870c-5a26c59977d0 HTTP/1.1" status: 204 len: 168 time: 0.1954446 Aug 30 16:27:45.485709 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b37db1-dfe1-4c03-ac3f-d6ec39775180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf8fcbe-4b9c-4d08-870c-5a26c59977d0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:45.536215 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d59b5f5-90ae-4507-868d-986e345f915d {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:27:45.564031 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.585899 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Transition to ACTIVE for port object 1d59b5f5-90ae-4507-868d-986e345f915d will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:45.592055 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.702920 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09146-8c06-4962-a5e1-cb995c5b9277 req-1c91ec55-e030-493f-a4f4-02aa10ca5399 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:45.704542 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-63e09146-8c06-4962-a5e1-cb995c5b9277 req-1c91ec55-e030-493f-a4f4-02aa10ca5399 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 944 time: 0.1012425 Aug 30 16:27:45.726644 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d59b5f5-90ae-4507-868d-986e345f915d,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:45.732664 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Attempting to bind port 1d59b5f5-90ae-4507-868d-986e345f915d on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:27:45.733321 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Attempting to bind port 1d59b5f5-90ae-4507-868d-986e345f915d by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '9fed94b3-d0b9-4e26-b893-2bd286c77928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '623c443c-4e63-4dfe-a5d6-70939d00b129'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:27:45.733958 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Attempting to bind port 1d59b5f5-90ae-4507-868d-986e345f915d on network 623c443c-4e63-4dfe-a5d6-70939d00b129 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:45.739957 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Port 1d59b5f5-90ae-4507-868d-986e345f915d on network 623c443c-4e63-4dfe-a5d6-70939d00b129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:27:45.740469 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Attempting to bind port 1d59b5f5-90ae-4507-868d-986e345f915d on network 623c443c-4e63-4dfe-a5d6-70939d00b129 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:45.747128 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:27:45.747825 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Checking segment: {'id': '9fed94b3-d0b9-4e26-b893-2bd286c77928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '623c443c-4e63-4dfe-a5d6-70939d00b129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:45.748653 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Bound using segment: {'id': '9fed94b3-d0b9-4e26-b893-2bd286c77928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '623c443c-4e63-4dfe-a5d6-70939d00b129'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:27:45.749354 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Bound port: 1d59b5f5-90ae-4507-868d-986e345f915d, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fed94b3-d0b9-4e26-b893-2bd286c77928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '623c443c-4e63-4dfe-a5d6-70939d00b129'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:27:45.750025 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.790079 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-63e09146-8c06-4962-a5e1-cb995c5b9277 req-6cbdc4da-1360-4636-b03c-7d80f06e518c tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751612 Aug 30 16:27:45.898731 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] For port 1d59b5f5-90ae-4507-868d-986e345f915d, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:27:45.909408 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] For port 1d59b5f5-90ae-4507-868d-986e345f915d, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=1d59b5f5-90ae-4507-868d-986e345f915d,segment=NetworkSegment(9fed94b3-d0b9-4e26-b893-2bd286c77928),segment_id=9fed94b3-d0b9-4e26-b893-2bd286c77928)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:27:45.916670 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.991585 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:45.992210 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:45.994125 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] 10.222.0.78 "PUT /v2.0/ports/1d59b5f5-90ae-4507-868d-986e345f915d HTTP/1.1" status: 200 len: 1094 time: 1.1749210 Aug 30 16:27:45.994625 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39146969-5041-4d5e-bc0f-766ae3ea2efd', 'tag': '1d59b5f5-90ae-4507-868d-986e345f915d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:27:46.093234 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f2a34-1850-41fc-8037-da8e98bce1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d59b5f5-90ae-4507-868d-986e345f915d,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:46.222307 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b7a091-ee63-4882-bc95-0576210efb74" -d '{"events": [{"name": "network-changed", "server_uuid": "39146969-5041-4d5e-bc0f-766ae3ea2efd", "tag": "1d59b5f5-90ae-4507-868d-986e345f915d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:27:46.224692 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-49772985-71f3-4210-b0cc-3de4632a6801 req-70469b25-d82e-4d76-acc2-1a158b620c76 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0299592 Aug 30 16:27:46.419310 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9430db7b-9e3c-408b-81a6-dc3f4c3dc06c x-openstack-request-id: req-9430db7b-9e3c-408b-81a6-dc3f4c3dc06c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:27:46.419663 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39146969-5041-4d5e-bc0f-766ae3ea2efd", "tag": "1d59b5f5-90ae-4507-868d-986e345f915d", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:27:46.420042 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9430db7b-9e3c-408b-81a6-dc3f4c3dc06c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:27:46.420978 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39146969-5041-4d5e-bc0f-766ae3ea2efd', 'tag': '1d59b5f5-90ae-4507-868d-986e345f915d', 'status': 'completed', 'code': 200} Aug 30 16:27:46.514609 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ac73ba06-a38d-4143-807a-6f7b3f6f839d req-6dd0dd2a-d5b3-4694-a2ce-f58d165e0f3c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0267911 Aug 30 16:27:46.718253 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33994) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:46.826014 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a2caf81-3d20-4bd6-90db-d24e83b3879a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:46.925766 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e65790-e56d-4269-9273-2df98a3e83b7 req-c07a0209-09de-43f6-84db-9234c97542a6 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:46.927288 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-17e65790-e56d-4269-9273-2df98a3e83b7 req-c07a0209-09de-43f6-84db-9234c97542a6 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 944 time: 0.0705979 Aug 30 16:27:46.972565 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-17e65790-e56d-4269-9273-2df98a3e83b7 req-7f94da1b-6e39-48a8-9245-f987144e9209 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372000 Aug 30 16:27:46.973375 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a2caf81-3d20-4bd6-90db-d24e83b3879a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:46.979653 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a2caf81-3d20-4bd6-90db-d24e83b3879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.022312 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9a2caf81-3d20-4bd6-90db-d24e83b3879a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72cb1a0ee47a46e88177520c409782c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029304 Aug 30 16:27:47.023186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2caf81-3d20-4bd6-90db-d24e83b3879a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c430956b-d074-4b96-9792-0f76328e53a6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:47.026117 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34028) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:47.081004 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddd908a0-9489-4674-b735-286f0a649617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.104080 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddd908a0-9489-4674-b735-286f0a649617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.163513 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddd908a0-9489-4674-b735-286f0a649617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.166590 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddd908a0-9489-4674-b735-286f0a649617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.167962 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ddd908a0-9489-4674-b735-286f0a649617 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c430956b-d074-4b96-9792-0f76328e53a6 HTTP/1.1" status: 204 len: 168 time: 0.1403115 Aug 30 16:27:47.176563 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd908a0-9489-4674-b735-286f0a649617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c430956b-d074-4b96-9792-0f76328e53a6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:47.249227 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:47.338296 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-48008382-bfbf-458d-a469-e36ac2a53e16 req-cdde579c-7ee7-4bdc-8061-652fed48ac94 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0353906 Aug 30 16:27:47.513755 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c7db3c6-0a21-4eb5-989e-6ffcd7547b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.628189 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-82d9646c-e5e2-4e08-a2ef-2a477dc91180 req-7668017c-1194-4dfc-a1ee-b47443c12ddb tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0342126 Aug 30 16:27:47.662670 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c7db3c6-0a21-4eb5-989e-6ffcd7547b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.671083 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c7db3c6-0a21-4eb5-989e-6ffcd7547b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.713142 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-6c7db3c6-0a21-4eb5-989e-6ffcd7547b81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=225f7985ea644ab59456127e21007bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4627628 Aug 30 16:27:47.714570 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7db3c6-0a21-4eb5-989e-6ffcd7547b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad66381b-acb6-4d09-8e17-11e1fd55a704,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:47.716618 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34068) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:47.788309 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a42ace-fdb5-4597-8c49-77d6b72eb5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.797405 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.78', 53666) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:47.811825 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a42ace-fdb5-4597-8c49-77d6b72eb5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.887212 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7a091-ee63-4882-bc95-0576210efb74 req-d2d22cbb-973e-48e2-993d-aa9606f4423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:47.889066 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6b7a091-ee63-4882-bc95-0576210efb74 req-d2d22cbb-973e-48e2-993d-aa9606f4423b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=313313bd06404b9c94ab5350bf416328&device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 1097 time: 0.0884216 Aug 30 16:27:47.955369 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a42ace-fdb5-4597-8c49-77d6b72eb5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.958233 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a42ace-fdb5-4597-8c49-77d6b72eb5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:47.959394 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-34a42ace-fdb5-4597-8c49-77d6b72eb5c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad66381b-acb6-4d09-8e17-11e1fd55a704 HTTP/1.1" status: 204 len: 168 time: 0.2411873 Aug 30 16:27:47.982135 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a42ace-fdb5-4597-8c49-77d6b72eb5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad66381b-acb6-4d09-8e17-11e1fd55a704,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:48.019250 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-f68433a0-e554-41e8-a9e9-fbb409fb2234 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:48.021227 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-f68433a0-e554-41e8-a9e9-fbb409fb2234 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.78 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 819 time: 0.1916382 Aug 30 16:27:48.044122 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Request body: {'port': {'device_id': 'f6c9267b-7b2e-4e4b-a9ff-01785e248137', 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f', 'admin_state_up': True, 'tenant_id': 'adaec89ae5134449a1928cf334460ca9'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:48.247085 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Made reservation on behalf of adaec89ae5134449a1928cf334460ca9 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:48.250954 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:48.330113 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.78', 53672) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:48.564645 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7a091-ee63-4882-bc95-0576210efb74 req-771333f2-34a3-4d72-a0a7-a1b8200b5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:48.566266 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6b7a091-ee63-4882-bc95-0576210efb74 req-771333f2-34a3-4d72-a0a7-a1b8200b5039 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=313313bd06404b9c94ab5350bf416328&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6618969 Aug 30 16:27:48.568126 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8b336c44-6fda-4897-acc9-2fdffa6e8041 req-8fd68c71-786f-4307-bd05-a52eba154952 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0667298 Aug 30 16:27:48.582500 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d02ede-64df-4f90-8cc0-8a45aa5413a3 req-8d22966a-1b61-4e47-a51d-462b25382589 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:48.586668 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d7d02ede-64df-4f90-8cc0-8a45aa5413a3 req-8d22966a-1b61-4e47-a51d-462b25382589 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 944 time: 0.4914927 Aug 30 16:27:48.710164 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-3c04aa52-6b25-4c5f-b5cd-4683207169eb tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:48.712263 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-3c04aa52-6b25-4c5f-b5cd-4683207169eb tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.78 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 817 time: 0.3803480 Aug 30 16:27:48.861201 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Allocated IP 172.20.0.12 (a4870715-5bf8-44ac-b479-0444a5c3916f/18f03c4e-474c-4bf0-b4fa-28445654d873/4a52b73a-d875-4565-b423-f429f6b80df5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:27:49.012850 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7a091-ee63-4882-bc95-0576210efb74 req-c8c02037-71ec-4b3e-9d78-28f1f4831739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:49.014366 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6b7a091-ee63-4882-bc95-0576210efb74 req-c8c02037-71ec-4b3e-9d78-28f1f4831739 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4229586 Aug 30 16:27:49.030638 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-64f0af83-d254-42a0-b074-008080e08f97 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d798050cb8f04cb1b7c59fe942270479 HTTP/1.1" status: 200 len: 380 time: 0.2559235 Aug 30 16:27:49.048785 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'port': {'device_id': 'e050e01b-8853-4db3-8958-c9c920056e32', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'admin_state_up': True, 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'security_groups': ['eed0c186-85c2-4520-90c7-b065112be894']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:49.063678 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d7d02ede-64df-4f90-8cc0-8a45aa5413a3 req-30de3c62-b3cc-4822-a92f-8143886e610c tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558136 Aug 30 16:27:49.094662 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-945fcdc5-822f-4dd4-96d1-a950e791bf90 req-d48db228-5b47-4933-b9f0-806531db863c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.2353783 Aug 30 16:27:49.219243 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-e2403b67-e01f-40c1-a261-878660cec53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:49.224487 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-e2403b67-e01f-40c1-a261-878660cec53a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=313313bd06404b9c94ab5350bf416328&device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 1097 time: 0.0907755 Aug 30 16:27:49.340983 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:49.423126 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-267feb1b-344a-434c-b6c6-91caea6700b5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d59b5f5-90ae-4507-868d-986e345f915d HTTP/1.1" status: 200 len: 217 time: 0.1777050 Aug 30 16:27:49.486419 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:49.555837 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-512579ac-5967-422b-bda2-e62146b5f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:49.557635 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-512579ac-5967-422b-bda2-e62146b5f140 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3c53c61b-219e-44f1-9f12-ed27c7cc7f7d HTTP/1.1" status: 200 len: 851 time: 0.1265447 Aug 30 16:27:49.628380 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.78', 53678) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:49.659279 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-26ab245e-e331-49f0-8cff-727fc739ccb2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=623c443c-4e63-4dfe-a5d6-70939d00b129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929801 Aug 30 16:27:49.814604 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Made reservation on behalf of d798050cb8f04cb1b7c59fe942270479 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:49.820715 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:49.825228 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-edbb27a4-bbb9-4cbd-af60-1b2f6a92adcc req-b874a75b-25a2-405d-a5e1-cbc9ca8c50cf tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0559130 Aug 30 16:27:49.829673 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4152e227-5e46-49a5-bcea-342c26772b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:49.842477 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:49.948339 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Network a4870715-5bf8-44ac-b479-0444a5c3916f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:49.978855 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Pushing event updated for resources: {'Port': ['ID=4a52b73a-d875-4565-b423-f429f6b80df5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:49.982392 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-85c78249-0e03-44e0-9ae0-c522595cb904 service neutron] 10.222.0.78 "GET /v2.0/networks/623c443c-4e63-4dfe-a5d6-70939d00b129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155417 Aug 30 16:27:49.993279 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:50.001580 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:27:50.007198 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:50.008003 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.068025 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-b1e1e50a-d5a9-4ae8-85b3-e25a076a1b03 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:50.070735 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-b1e1e50a-d5a9-4ae8-85b3-e25a076a1b03 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.78 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 819 time: 0.4333057 Aug 30 16:27:50.098962 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Request body: {'port': {'device_id': 'aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0', 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f', 'admin_state_up': True, 'tenant_id': 'adaec89ae5134449a1928cf334460ca9'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:50.174799 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4152e227-5e46-49a5-bcea-342c26772b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.195042 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-35a9e71b-fe54-40a3-a51c-11c2b1a2d3f1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1566024 Aug 30 16:27:50.195424 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-b449c9fd-0445-4344-bc98-0c26bc773c7e service neutron] 10.222.0.78 "GET /v2.0/networks/623c443c-4e63-4dfe-a5d6-70939d00b129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003021 Aug 30 16:27:50.200964 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4152e227-5e46-49a5-bcea-342c26772b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.229910 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Allocated IP 172.20.0.14 (c7abf696-2a58-4d8b-ae00-6f747070c49c/e57aa6cd-4f0b-4684-9186-db0b1b0e6bff/b28f1f39-3dc3-434e-b70e-1402038b9340) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:27:50.281153 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-4152e227-5e46-49a5-bcea-342c26772b4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72144758c72246a2b5b76fde2ea1f8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9390683 Aug 30 16:27:50.283167 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-04b17a3c-2ca8-4372-9df8-8c53d2b69555 req-01d8219d-7a50-49f4-a6a0-79fdcadbbfe9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0530803 Aug 30 16:27:50.287836 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34228) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:50.291298 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006dc38-1cba-446a-b0d7-0e819f88bcd6 req-7553d87e-1f92-4b9a-8163-7bd05486e9aa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:50.298322 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e006dc38-1cba-446a-b0d7-0e819f88bcd6 req-7553d87e-1f92-4b9a-8163-7bd05486e9aa tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 944 time: 0.1404855 Aug 30 16:27:50.300117 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152e227-5e46-49a5-bcea-342c26772b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63faa84e-1c33-45db-a40c-99dcfadce992,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:50.339657 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e006dc38-1cba-446a-b0d7-0e819f88bcd6 req-65a2e404-aada-49d6-a70a-b3a0cc192a26 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Aug 30 16:27:50.393266 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34230) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:50.418233 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-264f1c4a-f866-4f8f-86a2-660cd48887f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.429246 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Made reservation on behalf of adaec89ae5134449a1928cf334460ca9 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:27:50.432706 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.478845 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-264f1c4a-f866-4f8f-86a2-660cd48887f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.629175 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.653876 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-264f1c4a-f866-4f8f-86a2-660cd48887f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.656498 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-264f1c4a-f866-4f8f-86a2-660cd48887f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.658401 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-264f1c4a-f866-4f8f-86a2-660cd48887f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63faa84e-1c33-45db-a40c-99dcfadce992 HTTP/1.1" status: 204 len: 168 time: 0.3693595 Aug 30 16:27:50.672976 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Transition to ACTIVE for port object b28f1f39-3dc3-434e-b70e-1402038b9340 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:50.691405 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f1c4a-f866-4f8f-86a2-660cd48887f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63faa84e-1c33-45db-a40c-99dcfadce992,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:50.694049 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Allocated IP 172.20.0.2 (a4870715-5bf8-44ac-b479-0444a5c3916f/18f03c4e-474c-4bf0-b4fa-28445654d873/e0e521b5-a88c-4a17-97a6-64e21e28c844) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:27:50.712964 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb31b928-3d93-4b50-8232-3d76216173e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.788575 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.847945 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb31b928-3d93-4b50-8232-3d76216173e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.859133 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb31b928-3d93-4b50-8232-3d76216173e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:50.904208 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31b928-3d93-4b50-8232-3d76216173e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85876f48-3b6d-465c-bac0-07890e1381e7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:50.908680 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-eb31b928-3d93-4b50-8232-3d76216173e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2dc058aadd94ddc99e3fc43c125b9ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141807 Aug 30 16:27:50.911563 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34262) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:50.969253 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Network c7abf696-2a58-4d8b-ae00-6f747070c49c is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:50.981068 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:50.982222 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-82848618-16a8-40da-a3a9-cde5806bb1ee req-0a16764b-af63-4042-812e-bb6957b8a2ff tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0531836 Aug 30 16:27:50.989852 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:27:50.997302 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:50.998261 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.015450 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e830f12-1110-497c-b263-742b458fd728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.019328 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'Port': ['ID=b28f1f39-3dc3-434e-b70e-1402038b9340,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:51.062681 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e830f12-1110-497c-b263-742b458fd728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.063394 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99e122eb-de72-4c1d-af65-5d6aa667fcac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0218432 Aug 30 16:27:51.122522 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.129886 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e830f12-1110-497c-b263-742b458fd728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.134981 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e830f12-1110-497c-b263-742b458fd728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.137358 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-1e830f12-1110-497c-b263-742b458fd728 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85876f48-3b6d-465c-bac0-07890e1381e7 HTTP/1.1" status: 204 len: 168 time: 0.2244840 Aug 30 16:27:51.151428 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e830f12-1110-497c-b263-742b458fd728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85876f48-3b6d-465c-bac0-07890e1381e7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:51.180343 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.248621 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Network a4870715-5bf8-44ac-b479-0444a5c3916f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:27:51.252407 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:27:51.259685 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:27:51.265757 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:51.266402 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.279953 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Pushing event updated for resources: {'Port': ['ID=e0e521b5-a88c-4a17-97a6-64e21e28c844,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:51.292911 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fd473a7b-3491-43f5-a6fd-56ab4270a987 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1989474 Aug 30 16:27:51.349458 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c7efd13-2648-458b-b954-71f49b6c491d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.376470 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a4f8a514-b4c1-4d7e-8983-f9eafe03c600 None None] Provisioning for port b28f1f39-3dc3-434e-b70e-1402038b9340 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:27:51.381391 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a4f8a514-b4c1-4d7e-8983-f9eafe03c600 None None] Provisioning complete for port b28f1f39-3dc3-434e-b70e-1402038b9340 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:27:51.382006 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4f8a514-b4c1-4d7e-8983-f9eafe03c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.424603 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8a514-b4c1-4d7e-8983-f9eafe03c600 None None] Port b28f1f39-3dc3-434e-b70e-1402038b9340 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:27:51.479442 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5f979-9e68-476d-8ba0-79614249effe req-e2942963-dfcf-403b-80f1-efa38c9fd9d4 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:51.481207 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-edf5f979-9e68-476d-8ba0-79614249effe req-e2942963-dfcf-403b-80f1-efa38c9fd9d4 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 932 time: 0.1038723 Aug 30 16:27:51.496755 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71395d14-454a-4722-a6b5-e2502bec6f2f req-4b1d92c3-a1ff-4274-a254-50569c5648b8 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:51.498275 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-71395d14-454a-4722-a6b5-e2502bec6f2f req-4b1d92c3-a1ff-4274-a254-50569c5648b8 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 944 time: 0.0696924 Aug 30 16:27:51.554791 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-edf5f979-9e68-476d-8ba0-79614249effe req-7d356c3a-735f-4c50-a262-380922a35452 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555243 Aug 30 16:27:51.563006 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-71395d14-454a-4722-a6b5-e2502bec6f2f req-f340645c-82d2-453b-b177-a2b61c95afd4 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573969 Aug 30 16:27:51.573453 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34300) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:51.587120 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b273d47f-f2b6-4047-a185-2f88dc647a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.685643 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34304) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:51.693029 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b273d47f-f2b6-4047-a185-2f88dc647a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.703991 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b273d47f-f2b6-4047-a185-2f88dc647a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.746834 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b273d47f-f2b6-4047-a185-2f88dc647a19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2d9ef42335b463f81498bff9f9d7a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698220 Aug 30 16:27:51.746834 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273d47f-f2b6-4047-a185-2f88dc647a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f008c7-c1f1-4914-9490-c7c31a381deb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:51.747511 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34310) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:51.815189 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18950128-f4c5-4a2c-b5bd-da4a7650b44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.836622 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe42fa55-a4c0-42c6-a7fc-0c7415e5c879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.871509 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe42fa55-a4c0-42c6-a7fc-0c7415e5c879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.949998 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe42fa55-a4c0-42c6-a7fc-0c7415e5c879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.952671 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe42fa55-a4c0-42c6-a7fc-0c7415e5c879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.953935 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-fe42fa55-a4c0-42c6-a7fc-0c7415e5c879 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48f008c7-c1f1-4914-9490-c7c31a381deb HTTP/1.1" status: 204 len: 168 time: 0.2056770 Aug 30 16:27:51.970730 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42fa55-a4c0-42c6-a7fc-0c7415e5c879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f008c7-c1f1-4914-9490-c7c31a381deb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:51.976747 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18950128-f4c5-4a2c-b5bd-da4a7650b44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:51.983317 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18950128-f4c5-4a2c-b5bd-da4a7650b44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:52.020569 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-18950128-f4c5-4a2c-b5bd-da4a7650b44c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a387b3fd519a4621a8b26cc37f9bad40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336244 Aug 30 16:27:52.023739 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34324) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:52.025880 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18950128-f4c5-4a2c-b5bd-da4a7650b44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b593a655-521b-403c-b3d3-5ffb747fbf7a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:52.097647 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7e57c48-6b87-400c-a3c0-7c6efeca6cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:52.137835 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7e57c48-6b87-400c-a3c0-7c6efeca6cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:52.174492 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630ada-74bf-4774-be6c-b1779029cd31 req-bb9d197d-5ab3-4315-9e65-05c907b89fc8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:52.176499 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27630ada-74bf-4774-be6c-b1779029cd31 req-bb9d197d-5ab3-4315-9e65-05c907b89fc8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 931 time: 0.0906558 Aug 30 16:27:52.234632 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27630ada-74bf-4774-be6c-b1779029cd31 req-9d505313-ceab-4e73-b865-27d55d38fdb3 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489109 Aug 30 16:27:52.235636 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7e57c48-6b87-400c-a3c0-7c6efeca6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:52.238451 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7e57c48-6b87-400c-a3c0-7c6efeca6cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:52.242344 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a7e57c48-6b87-400c-a3c0-7c6efeca6cf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b593a655-521b-403c-b3d3-5ffb747fbf7a HTTP/1.1" status: 204 len: 168 time: 0.2149367 Aug 30 16:27:52.252598 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e57c48-6b87-400c-a3c0-7c6efeca6cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b593a655-521b-403c-b3d3-5ffb747fbf7a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:52.629983 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34350) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:52.645673 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3872e7e-d139-4808-9003-514699e783b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:52.743080 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88726007-886c-49ef-9faa-97f9f25697c2 req-045e1306-dff7-48d9-9c5c-2a1cacd50437 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:52.744548 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88726007-886c-49ef-9faa-97f9f25697c2 req-045e1306-dff7-48d9-9c5c-2a1cacd50437 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 944 time: 0.0868039 Aug 30 16:27:52.760631 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fdadb-7a3b-4d0c-bb24-b041d68e247b req-4fcc3d7e-4f9d-4189-830d-98b602a8ea2b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:52.762893 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-056fdadb-7a3b-4d0c-bb24-b041d68e247b req-4fcc3d7e-4f9d-4189-830d-98b602a8ea2b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 932 time: 0.1149850 Aug 30 16:27:52.836922 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88726007-886c-49ef-9faa-97f9f25697c2 req-5bf1781b-1456-49f6-a677-ce92e9773bd3 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727427 Aug 30 16:27:52.861905 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-056fdadb-7a3b-4d0c-bb24-b041d68e247b req-20714f74-8c20-479d-800c-3360aeeca7cc tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721452 Aug 30 16:27:52.899918 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3872e7e-d139-4808-9003-514699e783b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:52.906338 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3872e7e-d139-4808-9003-514699e783b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:52.951889 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e3872e7e-d139-4808-9003-514699e783b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9568998b4422490d94a242d04f828f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207822 Aug 30 16:27:52.952814 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3872e7e-d139-4808-9003-514699e783b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c45b87-1035-4578-9cd1-7175aa9773b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:52.955713 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34376) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:52.979098 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Request body: {'port': {'device_id': 'f6c9267b-7b2e-4e4b-a9ff-01785e248137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:53.017003 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Request body: {'port': {'device_id': 'e050e01b-8853-4db3-8958-c9c920056e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:53.020067 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f18968ee-9aba-48cb-8d17-d001d454c3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:53.046778 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f18968ee-9aba-48cb-8d17-d001d454c3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:53.053496 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Request body: {'port': {'device_id': 'aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:27:53.110655 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f18968ee-9aba-48cb-8d17-d001d454c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:53.117100 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f18968ee-9aba-48cb-8d17-d001d454c3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:53.117100 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f18968ee-9aba-48cb-8d17-d001d454c3b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84c45b87-1035-4578-9cd1-7175aa9773b4 HTTP/1.1" status: 204 len: 168 time: 0.1581800 Aug 30 16:27:53.124107 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18968ee-9aba-48cb-8d17-d001d454c3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c45b87-1035-4578-9cd1-7175aa9773b4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:53.177756 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:53.182635 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:53.191498 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:53.407779 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db0d10-689a-449d-abc8-8b9610aff1ec req-f1283409-1e53-4036-bf7f-8bf37d41f29b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:53.409211 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03db0d10-689a-449d-abc8-8b9610aff1ec req-f1283409-1e53-4036-bf7f-8bf37d41f29b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 931 time: 0.0628927 Aug 30 16:27:53.490094 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03db0d10-689a-449d-abc8-8b9610aff1ec req-d54a5756-4551-4247-bb0d-85ef4e646371 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739231 Aug 30 16:27:54.037739 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e521b5-a88c-4a17-97a6-64e21e28c844 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:27:54.046503 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:54.064073 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Transition to ACTIVE for port object e0e521b5-a88c-4a17-97a6-64e21e28c844 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:54.084262 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:54.166753 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4921ae1-b89d-4675-8834-9d967671520a req-3fb4ff41-dac9-4a8b-acc5-8ccd735eeed2 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:54.170789 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e4921ae1-b89d-4675-8834-9d967671520a req-3fb4ff41-dac9-4a8b-acc5-8ccd735eeed2 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 944 time: 0.1271601 Aug 30 16:27:54.180532 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28f1f39-3dc3-434e-b70e-1402038b9340 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:27:54.185756 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5130f-9e1e-439a-b2ec-c6e6da4c7343 req-c4d7acb3-df23-4e71-858f-e7fcec562e11 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:54.195577 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cdc5130f-9e1e-439a-b2ec-c6e6da4c7343 req-c4d7acb3-df23-4e71-858f-e7fcec562e11 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 932 time: 0.1647382 Aug 30 16:27:54.215653 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:54.221283 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15ff3c36-1741-4c44-9ab0-075561c8e324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:54.252381 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e521b5-a88c-4a17-97a6-64e21e28c844,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:54.265584 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Transition to ACTIVE for port object b28f1f39-3dc3-434e-b70e-1402038b9340 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:54.283996 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cdc5130f-9e1e-439a-b2ec-c6e6da4c7343 req-decc0049-7350-4fbf-b218-2ed35940c6aa tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870047 Aug 30 16:27:54.292034 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:54.302159 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e4921ae1-b89d-4675-8834-9d967671520a req-e2f7b7c8-985d-44f7-8c2d-d4c0b1ad83da tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039133 Aug 30 16:27:54.365362 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Attempting to bind port e0e521b5-a88c-4a17-97a6-64e21e28c844 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:27:54.365737 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Attempting to bind port e0e521b5-a88c-4a17-97a6-64e21e28c844 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:27:54.366060 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Attempting to bind port e0e521b5-a88c-4a17-97a6-64e21e28c844 on network a4870715-5bf8-44ac-b479-0444a5c3916f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:54.470385 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Port e0e521b5-a88c-4a17-97a6-64e21e28c844 on network a4870715-5bf8-44ac-b479-0444a5c3916f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:27:54.470794 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Attempting to bind port e0e521b5-a88c-4a17-97a6-64e21e28c844 on network a4870715-5bf8-44ac-b479-0444a5c3916f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:54.488054 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:54.488910 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a52b73a-d875-4565-b423-f429f6b80df5 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:27:54.514327 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:54.517822 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:27:54.519531 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Checking segment: {'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:54.520010 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Bound using segment: {'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:27:54.523898 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Bound port: e0e521b5-a88c-4a17-97a6-64e21e28c844, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:27:54.524352 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:54.529847 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b28f1f39-3dc3-434e-b70e-1402038b9340,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:54.583633 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Transition to ACTIVE for port object 4a52b73a-d875-4565-b423-f429f6b80df5 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:27:54.595043 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:54.665151 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Attempting to bind port b28f1f39-3dc3-434e-b70e-1402038b9340 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:27:54.665485 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Attempting to bind port b28f1f39-3dc3-434e-b70e-1402038b9340 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:27:54.666524 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Attempting to bind port b28f1f39-3dc3-434e-b70e-1402038b9340 on network c7abf696-2a58-4d8b-ae00-6f747070c49c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:54.723154 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a52b73a-d875-4565-b423-f429f6b80df5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:54.729331 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Port b28f1f39-3dc3-434e-b70e-1402038b9340 on network c7abf696-2a58-4d8b-ae00-6f747070c49c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:27:54.729688 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Attempting to bind port b28f1f39-3dc3-434e-b70e-1402038b9340 on network c7abf696-2a58-4d8b-ae00-6f747070c49c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:54.750983 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:27:54.750983 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Checking segment: {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:54.751309 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Bound using segment: {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:27:54.751662 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Bound port: b28f1f39-3dc3-434e-b70e-1402038b9340, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:27:54.752012 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:54.871472 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] For port e0e521b5-a88c-4a17-97a6-64e21e28c844, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:27:54.900892 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Attempting to bind port 4a52b73a-d875-4565-b423-f429f6b80df5 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:27:54.901588 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Attempting to bind port 4a52b73a-d875-4565-b423-f429f6b80df5 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:27:54.901959 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Attempting to bind port 4a52b73a-d875-4565-b423-f429f6b80df5 on network a4870715-5bf8-44ac-b479-0444a5c3916f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:54.906114 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7242c8-d986-486c-a57d-5a3e35c94576 req-d860c896-6639-4126-93b8-31dff14c023d tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:54.907624 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-de7242c8-d986-486c-a57d-5a3e35c94576 req-d860c896-6639-4126-93b8-31dff14c023d tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 943 time: 0.3055828 Aug 30 16:27:54.937232 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] For port e0e521b5-a88c-4a17-97a6-64e21e28c844, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=e0e521b5-a88c-4a17-97a6-64e21e28c844,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:27:54.940229 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Port 4a52b73a-d875-4565-b423-f429f6b80df5 on network a4870715-5bf8-44ac-b479-0444a5c3916f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:27:54.940545 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Attempting to bind port 4a52b73a-d875-4565-b423-f429f6b80df5 on network a4870715-5bf8-44ac-b479-0444a5c3916f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:27:54.963619 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:54.976003 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-de7242c8-d986-486c-a57d-5a3e35c94576 req-3cd0c1e7-5efc-4ed9-97a3-3127f71fbaaa tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571847 Aug 30 16:27:54.988384 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:27:54.997212 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Checking segment: {'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:27:54.997212 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Bound using segment: {'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:27:54.997212 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Bound port: 4a52b73a-d875-4565-b423-f429f6b80df5, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269b4601-69ee-4773-8ca2-3dbd6e31b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:27:54.997212 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:55.021082 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:55.039447 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:55.040265 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:55.042581 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] 10.222.0.78 "PUT /v2.0/ports/e0e521b5-a88c-4a17-97a6-64e21e28c844 HTTP/1.1" status: 200 len: 1093 time: 2.0539405 Aug 30 16:27:55.047909 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0', 'tag': 'e0e521b5-a88c-4a17-97a6-64e21e28c844'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:27:55.050428 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505338ec-f336-4084-a067-7d79b9eda8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0", "tag": "e0e521b5-a88c-4a17-97a6-64e21e28c844"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:27:55.059945 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:27:55.109002 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:27:55.112363 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa83ae4-80f5-49dc-a653-dc728fbe6f86 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e521b5-a88c-4a17-97a6-64e21e28c844,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:55.119982 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:55.180029 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84911a9-f781-4d9d-8863-99a2217dbe49 x-openstack-request-id: req-d84911a9-f781-4d9d-8863-99a2217dbe49 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:27:55.180410 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0", "tag": "e0e521b5-a88c-4a17-97a6-64e21e28c844", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:27:55.180812 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d84911a9-f781-4d9d-8863-99a2217dbe49 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:27:55.181346 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0', 'tag': 'e0e521b5-a88c-4a17-97a6-64e21e28c844', 'status': 'completed', 'code': 200} Aug 30 16:27:55.192374 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:55.193005 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:55.194497 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] 10.222.0.78 "PUT /v2.0/ports/b28f1f39-3dc3-434e-b70e-1402038b9340 HTTP/1.1" status: 200 len: 1094 time: 2.2211351 Aug 30 16:27:55.220257 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] For port 4a52b73a-d875-4565-b423-f429f6b80df5, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:27:55.225249 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] For port 4a52b73a-d875-4565-b423-f429f6b80df5, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4a52b73a-d875-4565-b423-f429f6b80df5,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:27:55.226840 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6b9ef-5815-45bd-93d3-df20935771f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b28f1f39-3dc3-434e-b70e-1402038b9340,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:55.234595 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:55.284965 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:55.285784 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:55.287472 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] 10.222.0.78 "PUT /v2.0/ports/4a52b73a-d875-4565-b423-f429f6b80df5 HTTP/1.1" status: 200 len: 1094 time: 2.3161407 Aug 30 16:27:55.317007 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69179c-69f8-4fd4-aa4f-aa060885b0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a52b73a-d875-4565-b423-f429f6b80df5,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:55.465654 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdc1e1-2b72-4067-a0b7-5b258f7cfcda req-bdf9e2cb-9d3e-4299-b0be-7f8b61a3e775 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:55.467307 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e4fdc1e1-2b72-4067-a0b7-5b258f7cfcda req-bdf9e2cb-9d3e-4299-b0be-7f8b61a3e775 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 944 time: 0.0807676 Aug 30 16:27:55.506129 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bddd9-4721-4980-b40a-e6f12dc3ed59 req-9dd55f56-ab1a-48f8-b12d-0acdf8421fb6 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:55.507910 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c5bddd9-4721-4980-b40a-e6f12dc3ed59 req-9dd55f56-ab1a-48f8-b12d-0acdf8421fb6 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0892320 Aug 30 16:27:55.533905 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e4fdc1e1-2b72-4067-a0b7-5b258f7cfcda req-bc5cc78c-79c6-41f3-bca9-a3e200752a3f tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556829 Aug 30 16:27:55.566604 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c5bddd9-4721-4980-b40a-e6f12dc3ed59 req-a95f322a-7a80-41af-9783-3d9204ac8d91 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472307 Aug 30 16:27:55.768930 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34526) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:55.891582 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6f4c-c10c-488f-9d46-481e44a80e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:55.978836 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6f4c-c10c-488f-9d46-481e44a80e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:55.985069 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6f4c-c10c-488f-9d46-481e44a80e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.023791 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-bf4c6f4c-c10c-488f-9d46-481e44a80e0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=525c57be7859482492a73c2834021083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533667 Aug 30 16:27:56.024671 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c6f4c-c10c-488f-9d46-481e44a80e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506801df-47b8-415d-a899-6c33cb59e50c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:56.027421 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34540) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:56.079141 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe123-1705-4cf3-8a25-1653cf8d926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.099992 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe123-1705-4cf3-8a25-1653cf8d926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.108195 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6f6e-b454-4b25-90ec-8a44afb561c4 req-67c60f86-1896-42fc-83bc-bded4f7017fd tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:56.109713 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d97f6f6e-b454-4b25-90ec-8a44afb561c4 req-67c60f86-1896-42fc-83bc-bded4f7017fd tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 943 time: 0.0485528 Aug 30 16:27:56.149612 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe123-1705-4cf3-8a25-1653cf8d926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.150321 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d97f6f6e-b454-4b25-90ec-8a44afb561c4 req-6e902a94-a15c-4265-87bc-fa20ec4b0fc7 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342968 Aug 30 16:27:56.152783 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe123-1705-4cf3-8a25-1653cf8d926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.154053 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1e4fe123-1705-4cf3-8a25-1653cf8d926d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/506801df-47b8-415d-a899-6c33cb59e50c HTTP/1.1" status: 204 len: 168 time: 0.1263587 Aug 30 16:27:56.164294 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fe123-1705-4cf3-8a25-1653cf8d926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506801df-47b8-415d-a899-6c33cb59e50c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:56.453041 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34548) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:56.473038 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25d3fef3-3801-4f64-b28a-17eb55d4419e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.591920 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25d3fef3-3801-4f64-b28a-17eb55d4419e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.592329 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.599146 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25d3fef3-3801-4f64-b28a-17eb55d4419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.638484 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3fef3-3801-4f64-b28a-17eb55d4419e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fbb531-f3e7-4e37-9f35-84bff9d821b3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:56.645199 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-25d3fef3-3801-4f64-b28a-17eb55d4419e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3823b21e40fb47bd97ceba63b8c06041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883311 Aug 30 16:27:56.645398 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34554) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:56.704607 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59046ad1-f9d6-4f6f-b786-5b1824a8c549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.730742 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59046ad1-f9d6-4f6f-b786-5b1824a8c549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.737543 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035f445-167f-439f-ad63-12d78aff80c9 req-efb99f03-fac6-4423-b439-98fb7f45d31c tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:56.739115 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5035f445-167f-439f-ad63-12d78aff80c9 req-efb99f03-fac6-4423-b439-98fb7f45d31c tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 944 time: 0.1165729 Aug 30 16:27:56.751276 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea551d7-907e-4efd-919a-cd5caa219880 req-3362b632-ca65-4557-9e21-5d02289fbcd7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:56.752815 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8ea551d7-907e-4efd-919a-cd5caa219880 req-3362b632-ca65-4557-9e21-5d02289fbcd7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0818050 Aug 30 16:27:56.810405 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5035f445-167f-439f-ad63-12d78aff80c9 req-42003a05-de05-44df-97ec-360c3e93f27b tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562718 Aug 30 16:27:56.815347 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8ea551d7-907e-4efd-919a-cd5caa219880 req-472a6959-730b-405d-bf0e-77fd52dd259e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540302 Aug 30 16:27:56.912600 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59046ad1-f9d6-4f6f-b786-5b1824a8c549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.915189 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59046ad1-f9d6-4f6f-b786-5b1824a8c549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:56.916343 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-59046ad1-f9d6-4f6f-b786-5b1824a8c549 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66fbb531-f3e7-4e37-9f35-84bff9d821b3 HTTP/1.1" status: 204 len: 168 time: 0.2700171 Aug 30 16:27:56.937251 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505338ec-f336-4084-a067-7d79b9eda8eb req-2747f880-fb63-4dfc-89f0-815abeba7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:56.938795 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-505338ec-f336-4084-a067-7d79b9eda8eb req-2747f880-fb63-4dfc-89f0-815abeba7229 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 1096 time: 0.1625485 Aug 30 16:27:56.941725 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59046ad1-f9d6-4f6f-b786-5b1824a8c549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fbb531-f3e7-4e37-9f35-84bff9d821b3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:56.945339 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-b9731d6a-352e-4b67-862a-92e47a8c97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:56.946855 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-b9731d6a-352e-4b67-862a-92e47a8c97ad service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 1097 time: 0.1692591 Aug 30 16:27:56.948922 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-3c6b6965-11f9-49bd-8d63-13bf80f56b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:56.950440 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-3c6b6965-11f9-49bd-8d63-13bf80f56b9e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 1097 time: 0.1376631 Aug 30 16:27:56.960670 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 1d59b5f5-90ae-4507-868d-986e345f915d details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:27:57.075141 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 1d59b5f5-90ae-4507-868d-986e345f915d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=1d59b5f5-90ae-4507-868d-986e345f915d,segment=NetworkSegment(9fed94b3-d0b9-4e26-b893-2bd286c77928),segment_id=9fed94b3-d0b9-4e26-b893-2bd286c77928)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:27:57.090124 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '1d59b5f5-90ae-4507-868d-986e345f915d', 'network_id': '623c443c-4e63-4dfe-a5d6-70939d00b129', 'port_id': '1d59b5f5-90ae-4507-868d-986e345f915d', 'mac_address': 'fa:16:3e:c3:af:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c53c61b-219e-44f1-9f12-ed27c7cc7f7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:27:57.116676 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-7cf4ff1e-a030-4600-8e89-88c4a7569688 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a52b73a-d875-4565-b423-f429f6b80df5 HTTP/1.1" status: 200 len: 217 time: 0.1278214 Aug 30 16:27:57.149574 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:57.156135 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-969d50f3-a561-414f-9c25-f23bb6cbfe61 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28f1f39-3dc3-434e-b70e-1402038b9340 HTTP/1.1" status: 200 len: 217 time: 0.1756241 Aug 30 16:27:57.166283 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d59b5f5-90ae-4507-868d-986e345f915d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:27:57.186166 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340'}, {'name': 'network-changed', 'server_uuid': 'f6c9267b-7b2e-4e4b-a9ff-01785e248137', 'tag': '4a52b73a-d875-4565-b423-f429f6b80df5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:27:57.188906 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914fadfa-d65e-437f-b6c7-c9dbad69abdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340"}, {"name": "network-changed", "server_uuid": "f6c9267b-7b2e-4e4b-a9ff-01785e248137", "tag": "4a52b73a-d875-4565-b423-f429f6b80df5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:27:57.191510 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 1d59b5f5-90ae-4507-868d-986e345f915d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=1d59b5f5-90ae-4507-868d-986e345f915d,segment=NetworkSegment(9fed94b3-d0b9-4e26-b893-2bd286c77928),segment_id=9fed94b3-d0b9-4e26-b893-2bd286c77928)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:27:57.199344 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:57.255692 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=1d59b5f5-90ae-4507-868d-986e345f915d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:57.319382 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 16:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd80c3f-7c63-428b-806d-6b8c6105972d x-openstack-request-id: req-0dd80c3f-7c63-428b-806d-6b8c6105972d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:27:57.319604 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f6c9267b-7b2e-4e4b-a9ff-01785e248137", "tag": "4a52b73a-d875-4565-b423-f429f6b80df5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:27:57.319844 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dd80c3f-7c63-428b-806d-6b8c6105972d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:27:57.320337 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'status': 'completed', 'code': 200} Aug 30 16:27:57.320463 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c9267b-7b2e-4e4b-a9ff-01785e248137', 'tag': '4a52b73a-d875-4565-b423-f429f6b80df5', 'status': 'completed', 'code': 200} Aug 30 16:27:57.346042 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393374f-66dc-4bdd-beb8-157bc8c27ae1 req-2c0a946c-b434-4cd6-8dcd-0ee14fd8236a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:57.347825 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d393374f-66dc-4bdd-beb8-157bc8c27ae1 req-2c0a946c-b434-4cd6-8dcd-0ee14fd8236a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 943 time: 0.0887821 Aug 30 16:27:57.368897 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-b9d0db2a-740d-4d68-9fbd-44b5b8971f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:57.370725 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-b9d0db2a-740d-4d68-9fbd-44b5b8971f94 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=18f03c4e-474c-4bf0-b4fa-28445654d873 HTTP/1.1" status: 200 len: 859 time: 0.2165041 Aug 30 16:27:57.377518 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-27a7978b-005b-4971-a05c-ef51ae28c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:57.379152 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-27a7978b-005b-4971-a05c-ef51ae28c493 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 200 len: 856 time: 0.2086420 Aug 30 16:27:57.419972 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d393374f-66dc-4bdd-beb8-157bc8c27ae1 req-4529d05c-4bfb-44dc-9631-669573bc6480 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553229 Aug 30 16:27:57.423179 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505338ec-f336-4084-a067-7d79b9eda8eb req-d250d195-ceda-4b5c-9ca3-aea7dd632d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:57.424959 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-505338ec-f336-4084-a067-7d79b9eda8eb req-d250d195-ceda-4b5c-9ca3-aea7dd632d55 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=adaec89ae5134449a1928cf334460ca9&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4460826 Aug 30 16:27:57.458701 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-c5673cfe-06b6-4427-a7c1-1d9491e20702 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4870715-5bf8-44ac-b479-0444a5c3916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770657 Aug 30 16:27:57.548344 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['1d59b5f5-90ae-4507-868d-986e345f915d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:27:57.931341 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99bd698f-99d0-49cd-a4ff-36bd646718d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:57.934404 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-99bd698f-99d0-49cd-a4ff-36bd646718d8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7abf696-2a58-4d8b-ae00-6f747070c49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5212898 Aug 30 16:27:58.018531 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d21028-c34b-4b87-8f8b-3c475bf8e44a req-fd8f7abf-21b8-47b3-a51c-7dbdde9866a7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:58.027413 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-21d21028-c34b-4b87-8f8b-3c475bf8e44a req-fd8f7abf-21b8-47b3-a51c-7dbdde9866a7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0981519 Aug 30 16:27:58.067265 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b508b-ad4e-45b8-840b-fa443554b3eb req-154a830e-9157-4ac2-882c-50951ce091e3 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:58.075167 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-071b508b-ad4e-45b8-840b-fa443554b3eb req-154a830e-9157-4ac2-882c-50951ce091e3 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 945 time: 0.1064165 Aug 30 16:27:58.106862 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505338ec-f336-4084-a067-7d79b9eda8eb req-fbc713c7-615d-4b38-bf8e-fba5263d30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:58.108506 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-505338ec-f336-4084-a067-7d79b9eda8eb req-fbc713c7-615d-4b38-bf8e-fba5263d30e0 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6523690 Aug 30 16:27:58.118294 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-21d21028-c34b-4b87-8f8b-3c475bf8e44a req-f13ee046-f216-4574-8434-108865ae2dbe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894623 Aug 30 16:27:58.145844 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-75974867-5f95-4866-8a1a-934f48be2401 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636970 Aug 30 16:27:58.152533 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-071b508b-ad4e-45b8-840b-fa443554b3eb req-a83f6766-48b9-4531-9773-c75047733da7 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706253 Aug 30 16:27:58.294992 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-0f1d519c-d9f8-4b46-9c41-fa4d9f9a6fb5 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299141 Aug 30 16:27:58.379323 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fc7deae4-a974-4356-85ef-5fe20f8c860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:58.380949 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fc7deae4-a974-4356-85ef-5fe20f8c860f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 1096 time: 0.1938674 Aug 30 16:27:58.461031 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-0136cda8-6c07-4c4e-8b88-a3f026636f1a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0e521b5-a88c-4a17-97a6-64e21e28c844 HTTP/1.1" status: 200 len: 217 time: 0.0606170 Aug 30 16:27:58.471298 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96409d8e-5bfe-43de-ad66-ad8201510edf req-98fca2a8-3b0a-458b-a283-8015f9dd2980 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852058 Aug 30 16:27:58.519092 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff2a8ac8-deb3-4243-8a4b-db2daaf11a2a req-3ec44800-22c5-4d4e-9fdf-e16934a42728 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111745 Aug 30 16:27:58.592549 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b1862-876b-47b9-9ef0-4b04329004e9 req-44bcb3ec-35b1-421b-8006-550e89815581 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:58.594261 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e21b1862-876b-47b9-9ef0-4b04329004e9 req-44bcb3ec-35b1-421b-8006-550e89815581 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 943 time: 0.0739846 Aug 30 16:27:58.667413 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e21b1862-876b-47b9-9ef0-4b04329004e9 req-19c7a0ed-5073-49a9-8f8e-1c0e527bc205 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606763 Aug 30 16:27:59.119957 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34698) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:59.231450 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00f05fce-051b-4990-a571-a626ba098009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:59.277899 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fd0-88e6-4a01-9da5-96383ef0a2fb req-4bfb0d82-e6ef-424b-8018-2feb4ef9a4fc tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:59.279430 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-52de5fd0-88e6-4a01-9da5-96383ef0a2fb req-4bfb0d82-e6ef-424b-8018-2feb4ef9a4fc tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0858858 Aug 30 16:27:59.294028 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc87e9-f100-42ce-a6ed-a975bfa98b34 req-091f8511-855b-4f02-abd0-1946efcec094 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:59.295477 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1cfc87e9-f100-42ce-a6ed-a975bfa98b34 req-091f8511-855b-4f02-abd0-1946efcec094 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 945 time: 0.0703235 Aug 30 16:27:59.335778 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00f05fce-051b-4990-a571-a626ba098009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:59.341782 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00f05fce-051b-4990-a571-a626ba098009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:59.342402 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-52de5fd0-88e6-4a01-9da5-96383ef0a2fb req-9e299b29-d9c4-4dcc-8015-913b2ce91172 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566998 Aug 30 16:27:59.359928 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1cfc87e9-f100-42ce-a6ed-a975bfa98b34 req-45e3ac32-6ce5-43ef-bfbd-60865e1c6515 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575945 Aug 30 16:27:59.369807 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-00f05fce-051b-4990-a571-a626ba098009 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f1599aa52084e899e0098b3d393c2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485962 Aug 30 16:27:59.382492 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34708) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:59.409555 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f05fce-051b-4990-a571-a626ba098009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8992675-c47e-46fe-859d-16750074b06e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:59.446537 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a4b3b63-74f1-4f5d-a10f-270c6a424c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:59.468931 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a4b3b63-74f1-4f5d-a10f-270c6a424c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:59.525675 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a4b3b63-74f1-4f5d-a10f-270c6a424c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:59.528499 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a4b3b63-74f1-4f5d-a10f-270c6a424c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:59.529743 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-4a4b3b63-74f1-4f5d-a10f-270c6a424c97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8992675-c47e-46fe-859d-16750074b06e HTTP/1.1" status: 204 len: 168 time: 0.1462455 Aug 30 16:27:59.537772 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b3b63-74f1-4f5d-a10f-270c6a424c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8992675-c47e-46fe-859d-16750074b06e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:27:59.785307 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb582dda-b245-4df6-b8b4-46f551b9c412 req-e1eebae6-08fd-47c9-add9-dbc338199243 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:27:59.786851 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb582dda-b245-4df6-b8b4-46f551b9c412 req-e1eebae6-08fd-47c9-add9-dbc338199243 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 943 time: 0.0525520 Aug 30 16:27:59.829063 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb582dda-b245-4df6-b8b4-46f551b9c412 req-c8eba2c1-1164-4be7-82dd-7c823cafa753 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342274 Aug 30 16:27:59.829263 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34722) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:27:59.843187 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bcff531-c73d-49da-b8ab-47998bfafe89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:59.941867 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bcff531-c73d-49da-b8ab-47998bfafe89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:27:59.951157 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bcff531-c73d-49da-b8ab-47998bfafe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:00.002052 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-6bcff531-c73d-49da-b8ab-47998bfafe89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdb78e4cf913459580f0d9458590262a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716297 Aug 30 16:28:00.002960 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcff531-c73d-49da-b8ab-47998bfafe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f161c757-59ad-4c64-ae07-6455bfa30f2e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:00.005675 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34724) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:00.057231 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2bf4-9e2b-4e6f-8e3d-1f9039831268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:00.079688 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2bf4-9e2b-4e6f-8e3d-1f9039831268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:00.127932 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2bf4-9e2b-4e6f-8e3d-1f9039831268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:00.130490 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2bf4-9e2b-4e6f-8e3d-1f9039831268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:00.131660 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ec5c2bf4-9e2b-4e6f-8e3d-1f9039831268 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f161c757-59ad-4c64-ae07-6455bfa30f2e HTTP/1.1" status: 204 len: 168 time: 0.1250145 Aug 30 16:28:00.139810 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c2bf4-9e2b-4e6f-8e3d-1f9039831268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f161c757-59ad-4c64-ae07-6455bfa30f2e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:00.162313 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 1d59b5f5-90ae-4507-868d-986e345f915d up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:00.213157 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:00.229389 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 1d59b5f5-90ae-4507-868d-986e345f915d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:00.233532 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 1d59b5f5-90ae-4507-868d-986e345f915d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:00.234004 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:00.316325 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:00.338587 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39146969-5041-4d5e-bc0f-766ae3ea2efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d59b5f5-90ae-4507-868d-986e345f915d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:28:00.412014 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 1d59b5f5-90ae-4507-868d-986e345f915d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=1d59b5f5-90ae-4507-868d-986e345f915d,segment=NetworkSegment(9fed94b3-d0b9-4e26-b893-2bd286c77928),segment_id=9fed94b3-d0b9-4e26-b893-2bd286c77928)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:00.422501 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:00.474190 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=1d59b5f5-90ae-4507-868d-986e345f915d,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:00.520892 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b3afc5-263f-4bb1-af58-cad9c2657e6f" -d '{"events": [{"server_uuid": "39146969-5041-4d5e-bc0f-766ae3ea2efd", "name": "network-vif-plugged", "status": "completed", "tag": "1d59b5f5-90ae-4507-868d-986e345f915d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:28:00.534845 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16ba68-d022-4356-96a8-5d1c7235bba6 req-11943e92-daf6-4ca9-9847-86ced747c37e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:00.536380 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb16ba68-d022-4356-96a8-5d1c7235bba6 req-11943e92-daf6-4ca9-9847-86ced747c37e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.1154518 Aug 30 16:28:00.568362 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df81651-ff57-486b-9bd2-7be7e0c302b4 req-6e82786e-30a6-4f0d-84b9-275b44905b2f tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:00.570147 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8df81651-ff57-486b-9bd2-7be7e0c302b4 req-6e82786e-30a6-4f0d-84b9-275b44905b2f tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 946 time: 0.0819414 Aug 30 16:28:00.611144 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb16ba68-d022-4356-96a8-5d1c7235bba6 req-9f7d407a-40d9-4fbb-a6e1-f9bed151314a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671084 Aug 30 16:28:00.645028 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8df81651-ff57-486b-9bd2-7be7e0c302b4 req-ed87b965-95b5-410b-bcd2-93927725ffd0 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670021 Aug 30 16:28:00.805611 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b498f39f-af16-414b-83e5-3d7ae2f6dcd5 x-openstack-request-id: req-b498f39f-af16-414b-83e5-3d7ae2f6dcd5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:28:00.805911 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39146969-5041-4d5e-bc0f-766ae3ea2efd", "name": "network-vif-plugged", "status": "completed", "tag": "1d59b5f5-90ae-4507-868d-986e345f915d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:28:00.806241 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b498f39f-af16-414b-83e5-3d7ae2f6dcd5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:28:00.806816 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39146969-5041-4d5e-bc0f-766ae3ea2efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d59b5f5-90ae-4507-868d-986e345f915d', 'code': 200} Aug 30 16:28:00.951377 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7086d53-f80c-43e4-a186-283d38aba62a req-39fb41d4-cb4f-4eb2-a720-9d27c6b6066d tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:00.952988 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c7086d53-f80c-43e4-a186-283d38aba62a req-39fb41d4-cb4f-4eb2-a720-9d27c6b6066d tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 943 time: 0.0497577 Aug 30 16:28:00.993451 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c7086d53-f80c-43e4-a186-283d38aba62a req-4f4dbfe4-1492-4a7b-b228-b63928d9b1c9 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341046 Aug 30 16:28:01.231415 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-644584c8-c884-4452-9ca4-e8cf2aa8c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:01.232927 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-644584c8-c884-4452-9ca4-e8cf2aa8c5a8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=18f03c4e-474c-4bf0-b4fa-28445654d873 HTTP/1.1" status: 200 len: 859 time: 0.0487196 Aug 30 16:28:01.441284 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-4d5abe7f-fe9c-4096-a5c6-5266a89e19c9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4870715-5bf8-44ac-b479-0444a5c3916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513544 Aug 30 16:28:01.516003 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-12d59db3-e1fd-49c3-b18a-7bf081b14de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:01.517364 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-12d59db3-e1fd-49c3-b18a-7bf081b14de5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 1097 time: 0.1192434 Aug 30 16:28:01.758714 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-fbe34c22-66b8-495c-a15e-e830d014d3dd service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075986 Aug 30 16:28:01.761777 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7510b58-1588-4f6a-98fe-ac1c52887406 req-78fd9dca-24ff-4aee-9a7e-9cba6d454a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:01.763440 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d7510b58-1588-4f6a-98fe-ac1c52887406 req-78fd9dca-24ff-4aee-9a7e-9cba6d454a35 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 1099 time: 0.2589850 Aug 30 16:28:01.779143 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e7d74-35cc-4aae-aed2-64b196ab09af req-8d15665a-6085-4c8a-9988-893baeb7532c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:01.781163 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-359e7d74-35cc-4aae-aed2-64b196ab09af req-8d15665a-6085-4c8a-9988-893baeb7532c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0657744 Aug 30 16:28:01.852293 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-359e7d74-35cc-4aae-aed2-64b196ab09af req-86189f36-b1f6-4399-ac61-9ea26165f21b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639539 Aug 30 16:28:01.867354 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3be1f-37ab-4a55-a3fc-b2a4436dd720 req-eb4dd4f7-ae1d-48e6-8285-2001a228e099 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:01.879400 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d3be1f-37ab-4a55-a3fc-b2a4436dd720 req-eb4dd4f7-ae1d-48e6-8285-2001a228e099 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 946 time: 0.0744653 Aug 30 16:28:01.885908 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d7510b58-1588-4f6a-98fe-ac1c52887406 req-0274ee52-ad5e-4c5c-ae2f-ffd58f18780c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:01.902956 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-b2790d28-20af-4b47-b048-aefa7643b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:01.904438 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-b2790d28-20af-4b47-b048-aefa7643b76f service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 919 time: 0.3615909 Aug 30 16:28:01.914665 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65d3be1f-37ab-4a55-a3fc-b2a4436dd720 req-2926c31d-2705-4c7e-9e75-ddc08b9082dd tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375981 Aug 30 16:28:01.966251 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-3c4fd047-4ca4-4ede-95c3-02e72026c240 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28f1f39-3dc3-434e-b70e-1402038b9340 HTTP/1.1" status: 200 len: 217 time: 0.0515952 Aug 30 16:28:02.087616 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0799e9db-ae14-43c6-ae14-1aca401117b9 req-f6d9d511-8c5b-49aa-b0ac-8cb5a4bb5852 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041110 Aug 30 16:28:02.093226 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-cce93342-cce9-4c79-af83-45a85a3f4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:02.094724 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-cce93342-cce9-4c79-af83-45a85a3f4a8d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 200 len: 856 time: 0.1122987 Aug 30 16:28:02.180226 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d7510b58-1588-4f6a-98fe-ac1c52887406 req-0274ee52-ad5e-4c5c-ae2f-ffd58f18780c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:02.184923 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d7510b58-1588-4f6a-98fe-ac1c52887406 req-0274ee52-ad5e-4c5c-ae2f-ffd58f18780c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:02.189586 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcd0d-192f-4798-b88e-6fdd56b12918 req-17edffb6-a55a-4d2b-91f6-31dfe6a92395 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:02.198636 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d97fcd0d-192f-4798-b88e-6fdd56b12918 req-17edffb6-a55a-4d2b-91f6-31dfe6a92395 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 943 time: 0.0894084 Aug 30 16:28:02.215808 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-45b017eb-70dd-492f-ad76-d6692fe3074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:02.217315 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-45b017eb-70dd-492f-ad76-d6692fe3074e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7abf696-2a58-4d8b-ae00-6f747070c49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1066678 Aug 30 16:28:02.229239 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d7510b58-1588-4f6a-98fe-ac1c52887406 req-0274ee52-ad5e-4c5c-ae2f-ffd58f18780c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330928 Aug 30 16:28:02.268318 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d97fcd0d-192f-4798-b88e-6fdd56b12918 req-bf541a2e-71cc-4cea-9ba1-35d482ce3fb8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684235 Aug 30 16:28:02.285551 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274ee52-ad5e-4c5c-ae2f-ffd58f18780c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=04cfd408-ade8-4d8f-b854-bb53917718f3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:02.334412 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-57674e83-15a8-4363-9b33-5bef019f67bb service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071510 Aug 30 16:28:02.534484 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34828) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:02.642645 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8d2a17f-5655-4cac-90e6-2e00bc72fc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:02.669833 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-09ac0deb-283c-4fe5-8b6c-e9af76eadec9 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917909 Aug 30 16:28:02.739718 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8d2a17f-5655-4cac-90e6-2e00bc72fc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:02.745190 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8d2a17f-5655-4cac-90e6-2e00bc72fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:02.794369 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f8d2a17f-5655-4cac-90e6-2e00bc72fc5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75f7843bf1564aadabfe73501010db9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558329 Aug 30 16:28:02.794369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2a17f-5655-4cac-90e6-2e00bc72fc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49c9b08-bbbd-41fc-acbf-420ac4e6eff8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:02.795860 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34834) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:02.815896 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-4969b7e9-2a3e-4cfa-a3ed-415ea7c0e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:02.817422 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-4969b7e9-2a3e-4cfa-a3ed-415ea7c0e5ca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 1097 time: 0.0487945 Aug 30 16:28:02.853282 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b76f12e-57e9-4d6a-bb51-052229815f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:02.878073 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b76f12e-57e9-4d6a-bb51-052229815f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:02.945823 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b76f12e-57e9-4d6a-bb51-052229815f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:02.948160 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-3d3ea539-05b2-4030-8b65-e3bf83de4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:02.950085 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-3d3ea539-05b2-4030-8b65-e3bf83de4cbb service neutron] 10.222.0.78 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 921 time: 0.1245110 Aug 30 16:28:02.953982 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b76f12e-57e9-4d6a-bb51-052229815f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:02.957605 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-4b76f12e-57e9-4d6a-bb51-052229815f64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b49c9b08-bbbd-41fc-acbf-420ac4e6eff8 HTTP/1.1" status: 204 len: 168 time: 0.1581905 Aug 30 16:28:02.995097 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76f12e-57e9-4d6a-bb51-052229815f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49c9b08-bbbd-41fc-acbf-420ac4e6eff8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:03.033476 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ad6a0-0b44-4424-a81a-bdacb490102b req-de5e144c-00db-452f-a19e-81c5c4d66d8d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:03.035408 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9c6ad6a0-0b44-4424-a81a-bdacb490102b req-de5e144c-00db-452f-a19e-81c5c4d66d8d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.1021824 Aug 30 16:28:03.119563 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9c6ad6a0-0b44-4424-a81a-bdacb490102b req-81569040-f41f-4af2-ba7b-6e00070817c8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723271 Aug 30 16:28:03.129019 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d4b21-0681-4dc5-b46f-d17befca9317 req-e330d090-ed53-4295-9a2a-cf7724a63a07 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:03.130935 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e63d4b21-0681-4dc5-b46f-d17befca9317 req-e330d090-ed53-4295-9a2a-cf7724a63a07 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 946 time: 0.0944934 Aug 30 16:28:03.202786 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e63d4b21-0681-4dc5-b46f-d17befca9317 req-d9fb83c1-6ec0-4634-8535-df42fc3dd2c2 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641365 Aug 30 16:28:03.240060 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-fd29751f-41e8-415d-a0b3-1502af750d87 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a52b73a-d875-4565-b423-f429f6b80df5 HTTP/1.1" status: 200 len: 217 time: 0.2771511 Aug 30 16:28:03.253858 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34856) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:03.299171 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-c452b28b-aeda-4c58-a54e-a54ba8a6ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:03.301239 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-c452b28b-aeda-4c58-a54e-a54ba8a6ad5d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=18f03c4e-474c-4bf0-b4fa-28445654d873 HTTP/1.1" status: 200 len: 859 time: 0.0523901 Aug 30 16:28:03.347555 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-23d0aa80-3324-4077-a253-dba99b2b7c3b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4870715-5bf8-44ac-b479-0444a5c3916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331759 Aug 30 16:28:03.436222 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34870) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:03.467575 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e83ed8f1-40b0-40a9-b255-3c1114289bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:03.486608 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02d18aa7-64aa-44a6-be7f-172462144efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:03.521482 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2b94d-8b3f-469a-b176-14a0b7a0c398 req-c4201d45-128e-462c-ae40-29cce63aa500 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:03.522927 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-c0b72a4f-f949-4953-9b8c-fb4a3f95bca2 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603158 Aug 30 16:28:03.526356 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-04c2b94d-8b3f-469a-b176-14a0b7a0c398 req-c4201d45-128e-462c-ae40-29cce63aa500 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 943 time: 0.1366472 Aug 30 16:28:03.606792 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-04c2b94d-8b3f-469a-b176-14a0b7a0c398 req-524c79fe-dc67-4e0c-9123-2be2746b4581 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686488 Aug 30 16:28:03.656502 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e83ed8f1-40b0-40a9-b255-3c1114289bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:03.665075 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-914fadfa-d65e-437f-b6c7-c9dbad69abdc req-767c5583-801f-44dc-a734-73376dcafb01 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335654 Aug 30 16:28:03.668832 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e83ed8f1-40b0-40a9-b255-3c1114289bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:03.735874 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ed8f1-40b0-40a9-b255-3c1114289bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e0e543-2e2e-4e43-8010-9db39d8cdae4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:03.744652 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e83ed8f1-40b0-40a9-b255-3c1114289bf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c433321201c4ac6abd41d6b54c94d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069873 Aug 30 16:28:03.748877 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34886) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:03.832857 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a40b90-8132-4a40-918a-515b79734c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:03.851730 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02d18aa7-64aa-44a6-be7f-172462144efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:03.867097 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02d18aa7-64aa-44a6-be7f-172462144efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:03.870866 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a40b90-8132-4a40-918a-515b79734c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:03.940376 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-02d18aa7-64aa-44a6-be7f-172462144efe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f5ee5e4a92b4829839e539761264a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850381 Aug 30 16:28:03.943437 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34892) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:03.945788 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d18aa7-64aa-44a6-be7f-172462144efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7686bd-dc9c-41f2-8649-fc658049a29f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:03.983293 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a40b90-8132-4a40-918a-515b79734c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:03.986721 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a40b90-8132-4a40-918a-515b79734c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:03.988427 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-30a40b90-8132-4a40-918a-515b79734c54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76e0e543-2e2e-4e43-8010-9db39d8cdae4 HTTP/1.1" status: 204 len: 168 time: 0.2378805 Aug 30 16:28:03.998606 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a40b90-8132-4a40-918a-515b79734c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e0e543-2e2e-4e43-8010-9db39d8cdae4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:04.056930 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb7cedd9-9a41-4ed5-8b87-dccc3bbe6a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:04.085902 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb7cedd9-9a41-4ed5-8b87-dccc3bbe6a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:04.158118 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb7cedd9-9a41-4ed5-8b87-dccc3bbe6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:04.161145 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb7cedd9-9a41-4ed5-8b87-dccc3bbe6a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:04.174650 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-cb7cedd9-9a41-4ed5-8b87-dccc3bbe6a72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee7686bd-dc9c-41f2-8649-fc658049a29f HTTP/1.1" status: 204 len: 168 time: 0.2291007 Aug 30 16:28:04.193640 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cedd9-9a41-4ed5-8b87-dccc3bbe6a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7686bd-dc9c-41f2-8649-fc658049a29f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:04.379431 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d869b0-2a74-43fe-b86b-43203d896c98 req-604ec819-25b7-46eb-b042-a392a2de43fd tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:04.379431 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-25d869b0-2a74-43fe-b86b-43203d896c98 req-604ec819-25b7-46eb-b042-a392a2de43fd tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.1353314 Aug 30 16:28:04.391947 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1ba66-8064-41a2-b24c-b5b88cbb60e4 req-31c84903-c51e-43dd-b821-f5deab5975d0 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:04.393539 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fea1ba66-8064-41a2-b24c-b5b88cbb60e4 req-31c84903-c51e-43dd-b821-f5deab5975d0 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 946 time: 0.0860128 Aug 30 16:28:04.458045 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-25d869b0-2a74-43fe-b86b-43203d896c98 req-020f0896-2a94-4fdd-b119-9e6c2632ee0e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633802 Aug 30 16:28:04.481869 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fea1ba66-8064-41a2-b24c-b5b88cbb60e4 req-08a7345d-2cbd-43da-bd0f-a30f0841379d tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793233 Aug 30 16:28:04.726235 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34934) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:04.754785 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55d21c71-4f89-4efd-9c6b-2b836ebb6840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:04.795653 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce5016-3265-4069-96c9-ab7a978c0696 req-36213076-4233-4d1b-9dcd-2ec59d957a8f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:04.805374 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cbce5016-3265-4069-96c9-ab7a978c0696 req-36213076-4233-4d1b-9dcd-2ec59d957a8f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 943 time: 0.0946612 Aug 30 16:28:04.862190 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cbce5016-3265-4069-96c9-ab7a978c0696 req-fcc007a5-7d7e-4447-94fa-2fba12d488d9 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540771 Aug 30 16:28:04.915713 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55d21c71-4f89-4efd-9c6b-2b836ebb6840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:04.932970 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55d21c71-4f89-4efd-9c6b-2b836ebb6840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:04.978701 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d21c71-4f89-4efd-9c6b-2b836ebb6840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eea008-dedc-4e29-b6f3-486582c2f00b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:04.986871 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-55d21c71-4f89-4efd-9c6b-2b836ebb6840 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1df14884495b4c5b9fe38d3b7417b833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570610 Aug 30 16:28:04.987068 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34952) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:05.051193 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ad328f4-e49f-4549-9145-e2cfd4d327e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.088686 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ad328f4-e49f-4549-9145-e2cfd4d327e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.152855 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ad328f4-e49f-4549-9145-e2cfd4d327e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.156334 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ad328f4-e49f-4549-9145-e2cfd4d327e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.157882 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1ad328f4-e49f-4549-9145-e2cfd4d327e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42eea008-dedc-4e29-b6f3-486582c2f00b HTTP/1.1" status: 204 len: 168 time: 0.1695545 Aug 30 16:28:05.187648 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad328f4-e49f-4549-9145-e2cfd4d327e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eea008-dedc-4e29-b6f3-486582c2f00b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:05.192352 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device e0e521b5-a88c-4a17-97a6-64e21e28c844 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:28:05.344532 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port e0e521b5-a88c-4a17-97a6-64e21e28c844, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=e0e521b5-a88c-4a17-97a6-64e21e28c844,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:05.382883 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': 'e0e521b5-a88c-4a17-97a6-64e21e28c844', 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f', 'port_id': 'e0e521b5-a88c-4a17-97a6-64e21e28c844', 'mac_address': 'fa:16:3e:08:e6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:28:05.437107 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.451829 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e521b5-a88c-4a17-97a6-64e21e28c844 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:28:05.480381 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port e0e521b5-a88c-4a17-97a6-64e21e28c844, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=e0e521b5-a88c-4a17-97a6-64e21e28c844,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:05.484860 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.485719 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b28f1f39-3dc3-434e-b70e-1402038b9340 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:28:05.624372 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=e0e521b5-a88c-4a17-97a6-64e21e28c844,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:05.647179 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34990) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:05.662810 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a72ccd0-fd75-41ef-a235-da929e18ae37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.669494 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fb3e7-63e2-4a7d-8fb4-e7be895f79c2 req-5c89a3a6-a31e-493b-9567-754cca1c355d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:05.677670 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fd4fb3e7-63e2-4a7d-8fb4-e7be895f79c2 req-5c89a3a6-a31e-493b-9567-754cca1c355d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.1153536 Aug 30 16:28:05.709963 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:05.740569 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'port_id': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'mac_address': 'fa:16:3e:a2:43:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:28:05.780361 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fd4fb3e7-63e2-4a7d-8fb4-e7be895f79c2 req-f4e2cdff-c7b2-440b-861b-80acf844d8d3 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945835 Aug 30 16:28:05.802123 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.827788 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28f1f39-3dc3-434e-b70e-1402038b9340 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:28:05.840659 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a72ccd0-fd75-41ef-a235-da929e18ae37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.847720 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a72ccd0-fd75-41ef-a235-da929e18ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.849595 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:05.857131 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.858615 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 4a52b73a-d875-4565-b423-f429f6b80df5 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:28:05.894283 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3a72ccd0-fd75-41ef-a235-da929e18ae37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c561d3fad8943968fe38a4f06390f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458959 Aug 30 16:28:05.894601 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34998) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:05.895514 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72ccd0-fd75-41ef-a235-da929e18ae37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75db3da-58be-4068-b9b1-4afe2c231d9b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:05.971698 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed91e8d5-9c5e-4a0b-9034-edcf4ba25203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:05.998747 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed91e8d5-9c5e-4a0b-9034-edcf4ba25203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:06.029794 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 4a52b73a-d875-4565-b423-f429f6b80df5, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4a52b73a-d875-4565-b423-f429f6b80df5,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:06.038688 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=b28f1f39-3dc3-434e-b70e-1402038b9340,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:06.048348 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '4a52b73a-d875-4565-b423-f429f6b80df5', 'network_id': 'a4870715-5bf8-44ac-b479-0444a5c3916f', 'port_id': '4a52b73a-d875-4565-b423-f429f6b80df5', 'mac_address': 'fa:16:3e:c6:80:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f03c4e-474c-4bf0-b4fa-28445654d873', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:28:06.135571 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed91e8d5-9c5e-4a0b-9034-edcf4ba25203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:06.136845 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:06.138965 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed91e8d5-9c5e-4a0b-9034-edcf4ba25203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:06.140632 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ed91e8d5-9c5e-4a0b-9034-edcf4ba25203 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d75db3da-58be-4068-b9b1-4afe2c231d9b HTTP/1.1" status: 204 len: 168 time: 0.2442110 Aug 30 16:28:06.159140 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a52b73a-d875-4565-b423-f429f6b80df5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:28:06.160950 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91e8d5-9c5e-4a0b-9034-edcf4ba25203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75db3da-58be-4068-b9b1-4afe2c231d9b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:06.179193 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce46df-3367-428f-913f-c5cec7d90b1f req-5d806d09-34c3-4200-afd9-e5f77847371a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:06.180990 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c0ce46df-3367-428f-913f-c5cec7d90b1f req-5d806d09-34c3-4200-afd9-e5f77847371a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 944 time: 0.1722727 Aug 30 16:28:06.205329 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 4a52b73a-d875-4565-b423-f429f6b80df5, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4a52b73a-d875-4565-b423-f429f6b80df5,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:06.212257 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:06.246109 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c0ce46df-3367-428f-913f-c5cec7d90b1f req-be7ba99c-1f19-485c-a38a-e07e9aed33ae tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580900 Aug 30 16:28:06.274239 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=4a52b73a-d875-4565-b423-f429f6b80df5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:06.524748 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35030) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:06.640484 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42111559-effc-428c-8bc3-3d3a14e68093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:06.743234 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42111559-effc-428c-8bc3-3d3a14e68093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:06.748697 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42111559-effc-428c-8bc3-3d3a14e68093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:06.791139 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42111559-effc-428c-8bc3-3d3a14e68093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51faeea-7c60-489c-b82e-7dc20f57609c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:06.809241 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-42111559-effc-428c-8bc3-3d3a14e68093 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58b8632be47d4cef8725be6657b8cbea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826338 Aug 30 16:28:06.811655 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35050) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:06.872493 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-814753c8-b850-4db0-8dae-38e740c900ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:06.898319 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-814753c8-b850-4db0-8dae-38e740c900ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:06.980640 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409650d-24c3-4b4c-9c01-320ba4173b17 req-fc9afadb-e079-4094-bc8f-940137b2fad1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:06.982609 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2409650d-24c3-4b4c-9c01-320ba4173b17 req-fc9afadb-e079-4094-bc8f-940137b2fad1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 945 time: 0.0729837 Aug 30 16:28:07.011934 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-814753c8-b850-4db0-8dae-38e740c900ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:07.014470 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-814753c8-b850-4db0-8dae-38e740c900ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:07.015716 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-814753c8-b850-4db0-8dae-38e740c900ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f51faeea-7c60-489c-b82e-7dc20f57609c HTTP/1.1" status: 204 len: 168 time: 0.2030952 Aug 30 16:28:07.043933 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814753c8-b850-4db0-8dae-38e740c900ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51faeea-7c60-489c-b82e-7dc20f57609c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:07.058224 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2409650d-24c3-4b4c-9c01-320ba4173b17 req-6f0a6429-fddf-4c53-a54b-fae526287cbd tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611806 Aug 30 16:28:07.392364 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937c95a-8d88-40cb-8e8d-cd6212bdfddb req-fc80e419-4608-4d87-9b64-dd3974241b00 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:07.400741 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9937c95a-8d88-40cb-8e8d-cd6212bdfddb req-fc80e419-4608-4d87-9b64-dd3974241b00 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 944 time: 0.0660744 Aug 30 16:28:07.445419 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9937c95a-8d88-40cb-8e8d-cd6212bdfddb req-9ead5fa8-b079-4e17-9f33-d3d0a4e005e3 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434501 Aug 30 16:28:07.479587 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35096) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:07.497900 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-170fdc73-e615-4954-9bcf-0e9347f9c6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:07.595706 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-170fdc73-e615-4954-9bcf-0e9347f9c6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:07.601429 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-170fdc73-e615-4954-9bcf-0e9347f9c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:07.636145 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fdc73-e615-4954-9bcf-0e9347f9c6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653598e7-1a0b-48ae-80c3-91fd6b6a5ac2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:07.656818 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-170fdc73-e615-4954-9bcf-0e9347f9c6c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f427fa236ef4daabac3f38c61f99996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756401 Aug 30 16:28:07.659418 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35108) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:07.719283 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad8a4-f680-4ff0-9295-9879526c1191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:07.741186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad8a4-f680-4ff0-9295-9879526c1191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:07.792334 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad8a4-f680-4ff0-9295-9879526c1191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:07.795332 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad8a4-f680-4ff0-9295-9879526c1191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:07.796494 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9d4ad8a4-f680-4ff0-9295-9879526c1191 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/653598e7-1a0b-48ae-80c3-91fd6b6a5ac2 HTTP/1.1" status: 204 len: 168 time: 0.1358473 Aug 30 16:28:07.804275 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ad8a4-f680-4ff0-9295-9879526c1191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653598e7-1a0b-48ae-80c3-91fd6b6a5ac2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:08.195810 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6213bc-14e2-4a0a-86d5-017b2e122305 req-13fd3719-dc58-4b81-b1d8-85d54657a437 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:08.197418 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9b6213bc-14e2-4a0a-86d5-017b2e122305 req-13fd3719-dc58-4b81-b1d8-85d54657a437 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 945 time: 0.0607712 Aug 30 16:28:08.257025 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9b6213bc-14e2-4a0a-86d5-017b2e122305 req-21e430fa-3ca2-46f6-9170-d41f2ef57c45 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526104 Aug 30 16:28:08.572150 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac33b48-d4b7-4653-9958-f5dd44b12874 req-38b1a46a-e5a0-48ea-81a1-b596b0a566e7 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:08.581410 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bac33b48-d4b7-4653-9958-f5dd44b12874 req-38b1a46a-e5a0-48ea-81a1-b596b0a566e7 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 944 time: 0.0596416 Aug 30 16:28:08.636576 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bac33b48-d4b7-4653-9958-f5dd44b12874 req-753819dd-a1c1-4c42-9753-b0253e5ac1fb tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533593 Aug 30 16:28:08.700804 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35182) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:08.950652 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edbdb68c-8b2b-4b52-a0fe-e7234e051994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:08.999272 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['4a52b73a-d875-4565-b423-f429f6b80df5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:28:09.029652 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['e0e521b5-a88c-4a17-97a6-64e21e28c844'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:28:09.072911 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['b28f1f39-3dc3-434e-b70e-1402038b9340'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:28:09.096637 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edbdb68c-8b2b-4b52-a0fe-e7234e051994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:09.102795 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edbdb68c-8b2b-4b52-a0fe-e7234e051994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:09.152251 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-edbdb68c-8b2b-4b52-a0fe-e7234e051994 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f89de798ff154865bc48903e095bff4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466910 Aug 30 16:28:09.152251 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdb68c-8b2b-4b52-a0fe-e7234e051994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881b19ad-d479-4122-a0f4-fead4907d605,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:09.152691 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35204) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:09.219101 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-415b4eca-47dc-4e2e-ac3d-8f95aedd8327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:09.229754 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35206) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:09.248965 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-415b4eca-47dc-4e2e-ac3d-8f95aedd8327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:09.313958 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-415b4eca-47dc-4e2e-ac3d-8f95aedd8327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:09.318624 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-415b4eca-47dc-4e2e-ac3d-8f95aedd8327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:09.323259 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-415b4eca-47dc-4e2e-ac3d-8f95aedd8327 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/881b19ad-d479-4122-a0f4-fead4907d605 HTTP/1.1" status: 204 len: 168 time: 0.1693459 Aug 30 16:28:09.333925 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b4eca-47dc-4e2e-ac3d-8f95aedd8327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881b19ad-d479-4122-a0f4-fead4907d605,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:09.368587 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47f5e2e0-93c2-4397-9d28-e7e9138660dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:09.536071 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35224) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:09.608591 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6e376-22d8-4b09-a9b4-dd24dbe4e31e req-73eb539f-6aa1-4fc4-8892-79aeccc55b29 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:09.610823 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9ca6e376-22d8-4b09-a9b4-dd24dbe4e31e req-73eb539f-6aa1-4fc4-8892-79aeccc55b29 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 945 time: 0.2140527 Aug 30 16:28:09.680028 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9ca6e376-22d8-4b09-a9b4-dd24dbe4e31e req-00ce23a6-0341-4265-b644-566008e458cf tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583072 Aug 30 16:28:09.735217 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47f5e2e0-93c2-4397-9d28-e7e9138660dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:09.742483 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47f5e2e0-93c2-4397-9d28-e7e9138660dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:09.859755 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5e2e0-93c2-4397-9d28-e7e9138660dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe59b025-4b80-49e0-998e-4c10bddfc7b6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:09.871114 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-47f5e2e0-93c2-4397-9d28-e7e9138660dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba62718ee9044aab88bf86defa491fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388905 Aug 30 16:28:09.872320 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:09.902606 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79af6bac-351c-4c59-845e-d237b55ac1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:09.924603 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719f569-ab4f-43d2-a821-cae609c1a871 req-fd6b8018-8876-458f-bf60-faf1d195fb9c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:09.926390 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c719f569-ab4f-43d2-a821-cae609c1a871 req-fd6b8018-8876-458f-bf60-faf1d195fb9c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 944 time: 0.1234410 Aug 30 16:28:09.927887 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35240) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:09.960634 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddf88ae4-234c-4a34-b117-fb6d3b51cb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:09.999787 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f763cbfe-a676-41d3-bf24-d8f978e86004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.003975 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c719f569-ab4f-43d2-a821-cae609c1a871 req-3e291920-f1a4-44c7-98aa-18fb2e86c42d tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643790 Aug 30 16:28:10.035566 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79af6bac-351c-4c59-845e-d237b55ac1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.037575 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f763cbfe-a676-41d3-bf24-d8f978e86004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.040500 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79af6bac-351c-4c59-845e-d237b55ac1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.064900 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af6bac-351c-4c59-845e-d237b55ac1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ffee6d-2ef9-412e-94e0-55aa182c5a11,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:10.110404 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-79af6bac-351c-4c59-845e-d237b55ac1ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68f4310c1b8341f5a4d63fba51828e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5731709 Aug 30 16:28:10.112986 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35246) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:10.153771 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddf88ae4-234c-4a34-b117-fb6d3b51cb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.158559 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f763cbfe-a676-41d3-bf24-d8f978e86004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.161254 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f763cbfe-a676-41d3-bf24-d8f978e86004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.165453 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f763cbfe-a676-41d3-bf24-d8f978e86004 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe59b025-4b80-49e0-998e-4c10bddfc7b6 HTTP/1.1" status: 204 len: 168 time: 0.2907326 Aug 30 16:28:10.168849 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddf88ae4-234c-4a34-b117-fb6d3b51cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.172966 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da53247b-0454-477e-9018-81c910114bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.182051 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763cbfe-a676-41d3-bf24-d8f978e86004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe59b025-4b80-49e0-998e-4c10bddfc7b6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:10.205968 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da53247b-0454-477e-9018-81c910114bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.211032 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ddf88ae4-234c-4a34-b117-fb6d3b51cb6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31a1b09de1ad4686a52ea2fbcf0a30d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793825 Aug 30 16:28:10.213604 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35250) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:10.228783 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf88ae4-234c-4a34-b117-fb6d3b51cb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa9edb7-02bc-45b2-ad6f-58aea08a2f27,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:10.263994 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da53247b-0454-477e-9018-81c910114bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.266921 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da53247b-0454-477e-9018-81c910114bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.268200 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-da53247b-0454-477e-9018-81c910114bea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2ffee6d-2ef9-412e-94e0-55aa182c5a11 HTTP/1.1" status: 204 len: 168 time: 0.1540840 Aug 30 16:28:10.272083 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0603-7881-4626-98f3-7ba8dcdb2cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.278621 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53247b-0454-477e-9018-81c910114bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ffee6d-2ef9-412e-94e0-55aa182c5a11,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:10.300285 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0603-7881-4626-98f3-7ba8dcdb2cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.359297 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0603-7881-4626-98f3-7ba8dcdb2cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.362207 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0603-7881-4626-98f3-7ba8dcdb2cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.366604 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9f4f0603-7881-4626-98f3-7ba8dcdb2cde admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/caa9edb7-02bc-45b2-ad6f-58aea08a2f27 HTTP/1.1" status: 204 len: 168 time: 0.1487212 Aug 30 16:28:10.371700 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f0603-7881-4626-98f3-7ba8dcdb2cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa9edb7-02bc-45b2-ad6f-58aea08a2f27,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:10.567562 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35260) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:10.580875 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7863e0bc-b33a-494a-ba52-eb0d1534d572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.679383 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7863e0bc-b33a-494a-ba52-eb0d1534d572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.684710 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7863e0bc-b33a-494a-ba52-eb0d1534d572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.725011 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7863e0bc-b33a-494a-ba52-eb0d1534d572 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de686058e63a4884ade0e4991d1815ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539090 Aug 30 16:28:10.725415 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35270) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:10.735920 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863e0bc-b33a-494a-ba52-eb0d1534d572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecd3445-d38e-426c-b187-d0f0a82b1b7c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:10.806738 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531e7477-57b3-429b-b7a6-7a72f1b9725f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.888684 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531e7477-57b3-429b-b7a6-7a72f1b9725f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:10.954091 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e4d48-db36-46e9-a69a-49164210e25e req-4e57c72a-965a-47f5-89a5-002c16acfc1b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:10.956253 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5c2e4d48-db36-46e9-a69a-49164210e25e req-4e57c72a-965a-47f5-89a5-002c16acfc1b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 945 time: 0.1221471 Aug 30 16:28:11.005201 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5c2e4d48-db36-46e9-a69a-49164210e25e req-d946b27f-8d76-4056-9235-c1eb145df205 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412939 Aug 30 16:28:11.020917 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531e7477-57b3-429b-b7a6-7a72f1b9725f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:11.024390 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531e7477-57b3-429b-b7a6-7a72f1b9725f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:11.028598 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-531e7477-57b3-429b-b7a6-7a72f1b9725f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aecd3445-d38e-426c-b187-d0f0a82b1b7c HTTP/1.1" status: 204 len: 168 time: 0.2993066 Aug 30 16:28:11.048496 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e7477-57b3-429b-b7a6-7a72f1b9725f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecd3445-d38e-426c-b187-d0f0a82b1b7c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:11.195624 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac61ea7-0941-48cb-86a8-b84bcdcd384e req-5eb6a6ae-b67b-4d0e-8f9f-c3dce26ef68b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:11.203265 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2ac61ea7-0941-48cb-86a8-b84bcdcd384e req-5eb6a6ae-b67b-4d0e-8f9f-c3dce26ef68b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 944 time: 0.0939100 Aug 30 16:28:11.267852 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2ac61ea7-0941-48cb-86a8-b84bcdcd384e req-64f934dd-58cf-4f58-b952-dbe7c8ce6eca tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597248 Aug 30 16:28:12.165884 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be7cd3-cfd1-4214-9f8b-c92bcebb271e req-25dc0bb4-b40c-4211-813f-339447836b0e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:12.168751 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e3be7cd3-cfd1-4214-9f8b-c92bcebb271e req-25dc0bb4-b40c-4211-813f-339447836b0e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 945 time: 0.0646605 Aug 30 16:28:12.230299 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e3be7cd3-cfd1-4214-9f8b-c92bcebb271e req-0aea3ed2-0b8f-4d20-8b54-3fab8002475c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516307 Aug 30 16:28:12.425938 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf33f5-06a5-48b2-88b2-2daf4f224586 req-68961538-f8dd-4f79-9ee0-8a11c8d4af9f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:12.434661 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9ecf33f5-06a5-48b2-88b2-2daf4f224586 req-68961538-f8dd-4f79-9ee0-8a11c8d4af9f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 944 time: 0.0644367 Aug 30 16:28:12.446395 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device e0e521b5-a88c-4a17-97a6-64e21e28c844 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:12.488270 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9ecf33f5-06a5-48b2-88b2-2daf4f224586 req-aac15060-9da1-41ee-9101-12273ba1e305 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470026 Aug 30 16:28:12.554229 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port e0e521b5-a88c-4a17-97a6-64e21e28c844 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:12.561781 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port e0e521b5-a88c-4a17-97a6-64e21e28c844 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:12.563096 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:12.673728 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:12.728379 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e521b5-a88c-4a17-97a6-64e21e28c844'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:28:12.731415 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d5a47a-f2f9-4953-888c-d6e858137f5d" -d '{"events": [{"server_uuid": "aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0", "name": "network-vif-plugged", "status": "completed", "tag": "e0e521b5-a88c-4a17-97a6-64e21e28c844"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:28:12.784856 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port e0e521b5-a88c-4a17-97a6-64e21e28c844, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=e0e521b5-a88c-4a17-97a6-64e21e28c844,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:12.794695 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:12.796109 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b28f1f39-3dc3-434e-b70e-1402038b9340 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:12.862514 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbacae3e-1211-4c17-83ae-e75da18a8a1f x-openstack-request-id: req-bbacae3e-1211-4c17-83ae-e75da18a8a1f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:28:12.863079 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0", "name": "network-vif-plugged", "status": "completed", "tag": "e0e521b5-a88c-4a17-97a6-64e21e28c844", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:28:12.863365 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbacae3e-1211-4c17-83ae-e75da18a8a1f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:28:12.863726 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e521b5-a88c-4a17-97a6-64e21e28c844', 'code': 200} Aug 30 16:28:12.939253 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=e0e521b5-a88c-4a17-97a6-64e21e28c844,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:12.961541 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port b28f1f39-3dc3-434e-b70e-1402038b9340 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:12.967609 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port b28f1f39-3dc3-434e-b70e-1402038b9340 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:12.968309 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:13.064133 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:13.079360 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d8a2-88fb-4936-8c4c-783519e6ba2a req-c2d8489a-523f-4640-a8ce-69adb2cadb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:13.082352 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e389d8a2-88fb-4936-8c4c-783519e6ba2a req-c2d8489a-523f-4640-a8ce-69adb2cadb8f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 1098 time: 0.0520480 Aug 30 16:28:13.112676 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:13.118305 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:13.119543 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 4a52b73a-d875-4565-b423-f429f6b80df5 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:13.134120 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e389d8a2-88fb-4936-8c4c-783519e6ba2a req-cf9b8185-c82f-499e-b48f-85c302d9fabb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 Aug 30 16:28:13.208038 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=b28f1f39-3dc3-434e-b70e-1402038b9340,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:13.220692 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 4a52b73a-d875-4565-b423-f429f6b80df5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:13.225003 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 4a52b73a-d875-4565-b423-f429f6b80df5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:13.225547 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:13.328799 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:13.368700 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 4a52b73a-d875-4565-b423-f429f6b80df5, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4a52b73a-d875-4565-b423-f429f6b80df5,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:13.374171 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:13.379726 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7095c-6c0a-430a-a5e4-0ece908ec915 req-78f07b5a-c70e-4da1-bc91-ce7a8d15a6fa tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:13.388194 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a0e7095c-6c0a-430a-a5e4-0ece908ec915 req-78f07b5a-c70e-4da1-bc91-ce7a8d15a6fa tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0613241 Aug 30 16:28:13.430979 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a0e7095c-6c0a-430a-a5e4-0ece908ec915 req-d572b3e4-7852-4cce-8736-e182a3fa9714 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391300 Aug 30 16:28:13.436946 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=4a52b73a-d875-4565-b423-f429f6b80df5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:13.643690 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7e1fc-fc31-4e9e-843a-57f71a0df1e8 req-83a24e01-3a98-4cb8-b124-052d95c2e986 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:13.645429 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b3d7e1fc-fc31-4e9e-843a-57f71a0df1e8 req-83a24e01-3a98-4cb8-b124-052d95c2e986 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0592229 Aug 30 16:28:13.690044 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b3d7e1fc-fc31-4e9e-843a-57f71a0df1e8 req-9ffb926c-b42d-4992-8f6f-16bc4fb7731b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368345 Aug 30 16:28:14.571321 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ecd00-3884-4e4e-8387-6fdc9d828399 req-56fa4d72-c74c-44d5-bb4d-b0b142f0b614 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:14.572836 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4d5ecd00-3884-4e4e-8387-6fdc9d828399 req-56fa4d72-c74c-44d5-bb4d-b0b142f0b614 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0498304 Aug 30 16:28:14.613831 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4d5ecd00-3884-4e4e-8387-6fdc9d828399 req-2403804a-cf7c-432e-a4ee-c5f26c2324f8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343823 Aug 30 16:28:14.813792 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8bf7e-cf1e-49cb-b8b0-d0f671798e5b req-015e951b-3c5f-44cc-b17e-d23e933465b2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:14.815377 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a6e8bf7e-cf1e-49cb-b8b0-d0f671798e5b req-015e951b-3c5f-44cc-b17e-d23e933465b2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0489559 Aug 30 16:28:14.861423 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a6e8bf7e-cf1e-49cb-b8b0-d0f671798e5b req-bbb24803-f1d9-4581-9e03-576958bd1982 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396945 Aug 30 16:28:14.867942 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340'}, {'server_uuid': 'f6c9267b-7b2e-4e4b-a9ff-01785e248137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a52b73a-d875-4565-b423-f429f6b80df5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:28:14.871404 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab1bfad-5062-4203-b598-9148f062ff71" -d '{"events": [{"server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "name": "network-vif-plugged", "status": "completed", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340"}, {"server_uuid": "f6c9267b-7b2e-4e4b-a9ff-01785e248137", "name": "network-vif-plugged", "status": "completed", "tag": "4a52b73a-d875-4565-b423-f429f6b80df5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:28:14.927103 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35498) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:14.941245 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 16:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4921d8-4b74-4f62-83f3-7f9ebfde3cda x-openstack-request-id: req-3c4921d8-4b74-4f62-83f3-7f9ebfde3cda {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:28:14.941631 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "name": "network-vif-plugged", "status": "completed", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340", "code": 200}, {"server_uuid": "f6c9267b-7b2e-4e4b-a9ff-01785e248137", "name": "network-vif-plugged", "status": "completed", "tag": "4a52b73a-d875-4565-b423-f429f6b80df5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:28:14.941900 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c4921d8-4b74-4f62-83f3-7f9ebfde3cda {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:28:14.942309 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'code': 200} Aug 30 16:28:14.942558 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c9267b-7b2e-4e4b-a9ff-01785e248137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a52b73a-d875-4565-b423-f429f6b80df5', 'code': 200} Aug 30 16:28:15.112703 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d51cf1-bd1f-4627-86c1-2384515149a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:15.345362 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d51cf1-bd1f-4627-86c1-2384515149a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:15.355567 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35530) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:15.365090 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d51cf1-bd1f-4627-86c1-2384515149a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:15.410547 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce159d-30c4-409d-961c-3153892d9c88 req-5300ed3b-3a1d-4da1-8586-3b14a5ce02ca tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:15.426351 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95ce159d-30c4-409d-961c-3153892d9c88 req-5300ed3b-3a1d-4da1-8586-3b14a5ce02ca tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1616812 Aug 30 16:28:15.459511 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4c79-ee1c-4d9a-98ab-bd86e88985b5 req-e3043341-1436-4132-a4ae-b24b5d104962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:15.461043 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-285f4c79-ee1c-4d9a-98ab-bd86e88985b5 req-e3043341-1436-4132-a4ae-b24b5d104962 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 1098 time: 0.1382585 Aug 30 16:28:15.508077 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-34d51cf1-bd1f-4627-86c1-2384515149a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11d8d1cf5fe747408b4b73008b58fe05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798955 Aug 30 16:28:15.519019 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35540) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:15.524464 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d51cf1-bd1f-4627-86c1-2384515149a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84df0fcf-c236-4048-a15c-d13421ceed24,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:15.534285 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adb4ca-54c5-456b-8e9d-39ce70c2c956 req-bc690143-a721-42f7-bc9a-cd756a16f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:15.536641 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-21adb4ca-54c5-456b-8e9d-39ce70c2c956 req-bc690143-a721-42f7-bc9a-cd756a16f89b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 1099 time: 0.2165864 Aug 30 16:28:15.558551 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1dd59-f458-4225-838c-618c6d7639a6 req-eb94c1c2-ef48-43ff-9999-be889c401311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:15.574732 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-78e1dd59-f458-4225-838c-618c6d7639a6 req-eb94c1c2-ef48-43ff-9999-be889c401311 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 1099 time: 0.2532666 Aug 30 16:28:15.601447 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94071980-323e-47ce-9c06-c22cb0ff5815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:15.621925 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95ce159d-30c4-409d-961c-3153892d9c88 req-baa03451-d48b-42c3-ab9b-7cc35cee62f3 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945329 Aug 30 16:28:15.650032 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-21adb4ca-54c5-456b-8e9d-39ce70c2c956 req-a92307f9-c3d1-4bc7-8979-586324e3b41a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030743 Aug 30 16:28:15.662450 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b706c84e-0a34-42bc-b109-3e89e4815c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:15.677782 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-78e1dd59-f458-4225-838c-618c6d7639a6 req-a37a11b3-4a5a-4427-9c8c-6f760ff0f705 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897107 Aug 30 16:28:15.679714 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4c79-ee1c-4d9a-98ab-bd86e88985b5 req-5202a720-8e18-4e30-a6b9-75abb204ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:15.681749 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-285f4c79-ee1c-4d9a-98ab-bd86e88985b5 req-5202a720-8e18-4e30-a6b9-75abb204ab79 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 921 time: 0.2106173 Aug 30 16:28:15.709472 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b706c84e-0a34-42bc-b109-3e89e4815c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:15.827398 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c619cb-3be1-4806-8b08-5af41651aa6e req-be6639ea-4f8b-4c47-a4e7-d6821db53ecc tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:15.829599 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-11c619cb-3be1-4806-8b08-5af41651aa6e req-be6639ea-4f8b-4c47-a4e7-d6821db53ecc tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0939791 Aug 30 16:28:15.859765 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94071980-323e-47ce-9c06-c22cb0ff5815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:15.868279 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b706c84e-0a34-42bc-b109-3e89e4815c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:15.871199 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b706c84e-0a34-42bc-b109-3e89e4815c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:15.872321 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b706c84e-0a34-42bc-b109-3e89e4815c84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84df0fcf-c236-4048-a15c-d13421ceed24 HTTP/1.1" status: 204 len: 168 time: 0.3500350 Aug 30 16:28:15.873091 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94071980-323e-47ce-9c06-c22cb0ff5815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:15.896904 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706c84e-0a34-42bc-b109-3e89e4815c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84df0fcf-c236-4048-a15c-d13421ceed24,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:15.935180 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-11c619cb-3be1-4806-8b08-5af41651aa6e req-074be928-7528-47b9-977d-abfd7cd4dd01 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925126 Aug 30 16:28:15.942475 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35562) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:15.942723 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-94071980-323e-47ce-9c06-c22cb0ff5815 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1a55df5643b4191b09cde3c873ca8ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5856276 Aug 30 16:28:15.970041 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94071980-323e-47ce-9c06-c22cb0ff5815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0507281f-e2bd-48e7-9f29-88a6ec6d6346,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:15.998294 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35564) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:16.017540 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96218637-7090-4dd8-9985-48ef1daa7774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:16.043974 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96218637-7090-4dd8-9985-48ef1daa7774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:16.111033 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96218637-7090-4dd8-9985-48ef1daa7774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:16.122491 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96218637-7090-4dd8-9985-48ef1daa7774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:16.122491 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-96218637-7090-4dd8-9985-48ef1daa7774 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0507281f-e2bd-48e7-9f29-88a6ec6d6346 HTTP/1.1" status: 204 len: 168 time: 0.1728404 Aug 30 16:28:16.138416 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96218637-7090-4dd8-9985-48ef1daa7774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0507281f-e2bd-48e7-9f29-88a6ec6d6346,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:16.286887 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-313ef00c-13ee-46c7-92c1-4bfebcc93f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:16.387807 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-285f4c79-ee1c-4d9a-98ab-bd86e88985b5 req-91c1569a-bfcb-4719-b9f7-300ee7b72f02 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0e521b5-a88c-4a17-97a6-64e21e28c844 HTTP/1.1" status: 200 len: 217 time: 0.0412416 Aug 30 16:28:16.410100 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-313ef00c-13ee-46c7-92c1-4bfebcc93f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:16.416488 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-313ef00c-13ee-46c7-92c1-4bfebcc93f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:16.447937 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4c79-ee1c-4d9a-98ab-bd86e88985b5 req-800204db-1799-4b06-9fcd-3a29a10e59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:16.450433 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-285f4c79-ee1c-4d9a-98ab-bd86e88985b5 req-800204db-1799-4b06-9fcd-3a29a10e59b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=18f03c4e-474c-4bf0-b4fa-28445654d873 HTTP/1.1" status: 200 len: 859 time: 0.0548899 Aug 30 16:28:16.465348 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-313ef00c-13ee-46c7-92c1-4bfebcc93f5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32d3a4b0299342dd8b47daee1c6146fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656165 Aug 30 16:28:16.466282 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ef00c-13ee-46c7-92c1-4bfebcc93f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9ca938-d41d-491e-b262-3e24a8fa5a27,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:16.470398 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:16.503045 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-285f4c79-ee1c-4d9a-98ab-bd86e88985b5 req-dea6cccb-a515-4379-b40c-65a262f544b7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4870715-5bf8-44ac-b479-0444a5c3916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426962 Aug 30 16:28:16.530647 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c337385-2535-4b00-912e-90fd2a0e47a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:16.560551 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c337385-2535-4b00-912e-90fd2a0e47a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:16.621539 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-285f4c79-ee1c-4d9a-98ab-bd86e88985b5 req-ed1dc4b8-578d-4e3f-9cc5-edc4a274bcb8 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091211 Aug 30 16:28:16.630250 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c337385-2535-4b00-912e-90fd2a0e47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:16.632717 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c337385-2535-4b00-912e-90fd2a0e47a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:16.633878 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-8c337385-2535-4b00-912e-90fd2a0e47a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b9ca938-d41d-491e-b262-3e24a8fa5a27 HTTP/1.1" status: 204 len: 168 time: 0.1626084 Aug 30 16:28:16.647073 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c337385-2535-4b00-912e-90fd2a0e47a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9ca938-d41d-491e-b262-3e24a8fa5a27,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:16.768971 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-285f4c79-ee1c-4d9a-98ab-bd86e88985b5 req-d4480d5f-0cfc-4564-bd19-613ffed4934e service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382987 Aug 30 16:28:16.860890 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7eed7-3f35-4fd3-a3fc-ed9b3a40b747 req-e4f5f16a-ab92-46f9-bedb-4ed041c16660 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:16.861158 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6b7eed7-3f35-4fd3-a3fc-ed9b3a40b747 req-e4f5f16a-ab92-46f9-bedb-4ed041c16660 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0673175 Aug 30 16:28:16.921727 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6b7eed7-3f35-4fd3-a3fc-ed9b3a40b747 req-fbfd5d6e-c16b-4ca1-a597-a4f420d0b8b8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537961 Aug 30 16:28:17.075952 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dc3a5-4037-4324-9e6a-b53754e84adc req-e8900779-21d0-47da-9ffa-93a26e1c7c54 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:17.083324 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9b5dc3a5-4037-4324-9e6a-b53754e84adc req-e8900779-21d0-47da-9ffa-93a26e1c7c54 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0647070 Aug 30 16:28:17.118464 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9b5dc3a5-4037-4324-9e6a-b53754e84adc req-894fb347-ce6d-476c-8a9f-86db109810ac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342765 Aug 30 16:28:17.138889 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35632) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:17.155799 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-403434cd-47b7-480b-b559-dcbb6d05d4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:17.270058 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-403434cd-47b7-480b-b559-dcbb6d05d4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:17.278340 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-403434cd-47b7-480b-b559-dcbb6d05d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:17.360027 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403434cd-47b7-480b-b559-dcbb6d05d4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf5468f-961b-40c8-b140-16d4fb924223,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:17.368351 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-403434cd-47b7-480b-b559-dcbb6d05d4a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91fd9a0867804294820bcf893d1e75f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278008 Aug 30 16:28:17.370923 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35646) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:17.404111 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35648) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:17.462622 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-529179fa-74d6-4000-b18f-8533142f2ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:17.494284 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-529179fa-74d6-4000-b18f-8533142f2ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:17.559845 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-529179fa-74d6-4000-b18f-8533142f2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:17.565484 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-529179fa-74d6-4000-b18f-8533142f2ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:17.566874 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-529179fa-74d6-4000-b18f-8533142f2ab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cf5468f-961b-40c8-b140-16d4fb924223 HTTP/1.1" status: 204 len: 168 time: 0.1942585 Aug 30 16:28:17.577383 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529179fa-74d6-4000-b18f-8533142f2ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf5468f-961b-40c8-b140-16d4fb924223,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:17.691071 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53e25912-d9af-4401-80d4-2d70d2a482ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:17.867029 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53e25912-d9af-4401-80d4-2d70d2a482ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:17.873816 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53e25912-d9af-4401-80d4-2d70d2a482ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:18.027120 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-53e25912-d9af-4401-80d4-2d70d2a482ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6d58f5098e443be86aa345b6a8f2df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6218967 Aug 30 16:28:18.028019 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e25912-d9af-4401-80d4-2d70d2a482ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ba9ee2-2674-4598-90cb-ac558cb97cf8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:18.055610 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35676) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:18.128368 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e885d8-dff5-43b3-b842-15bef3b266b6 req-4232290f-0408-434b-ab2a-85dbffe36af6 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:18.129989 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f0e885d8-dff5-43b3-b842-15bef3b266b6 req-4232290f-0408-434b-ab2a-85dbffe36af6 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1099093 Aug 30 16:28:18.179318 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db5c759a-ffb0-417f-95fc-b85460a8b644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:18.237733 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db5c759a-ffb0-417f-95fc-b85460a8b644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:18.240854 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f0e885d8-dff5-43b3-b842-15bef3b266b6 req-81206844-3d0b-4baf-a93f-1c41aa965509 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892129 Aug 30 16:28:18.340969 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db5c759a-ffb0-417f-95fc-b85460a8b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:18.344152 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db5c759a-ffb0-417f-95fc-b85460a8b644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:18.345664 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-db5c759a-ffb0-417f-95fc-b85460a8b644 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50ba9ee2-2674-4598-90cb-ac558cb97cf8 HTTP/1.1" status: 204 len: 168 time: 0.2873988 Aug 30 16:28:18.362928 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c759a-ffb0-417f-95fc-b85460a8b644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ba9ee2-2674-4598-90cb-ac558cb97cf8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:18.677614 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f438e-49cd-493e-9fa8-3aef98ae0bcc req-90e672c7-1f67-4b87-972b-07245a9b5182 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:18.686513 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d20f438e-49cd-493e-9fa8-3aef98ae0bcc req-90e672c7-1f67-4b87-972b-07245a9b5182 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.3169851 Aug 30 16:28:18.704389 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35728) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:18.715582 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b423c0e-da63-4bed-8f11-abcaf31b5ad3 req-19ccb10d-25f8-4163-81aa-15023ab09133 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:18.717133 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7b423c0e-da63-4bed-8f11-abcaf31b5ad3 req-19ccb10d-25f8-4163-81aa-15023ab09133 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 946 time: 0.2903774 Aug 30 16:28:18.722366 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90d5f297-5508-4aa0-a79d-d19f789a7ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:18.767132 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d20f438e-49cd-493e-9fa8-3aef98ae0bcc req-f34dfa75-baf8-48c2-b876-a2d12afff933 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795598 Aug 30 16:28:18.801323 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7b423c0e-da63-4bed-8f11-abcaf31b5ad3 req-2f30d6f1-1e3d-43d4-ad64-227163f9d269 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600250 Aug 30 16:28:18.885363 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90d5f297-5508-4aa0-a79d-d19f789a7ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:18.891136 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90d5f297-5508-4aa0-a79d-d19f789a7ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:18.925598 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-90d5f297-5508-4aa0-a79d-d19f789a7ebb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cd9ead09c274fde8748e3424c0ba1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193284 Aug 30 16:28:18.926317 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35734) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:18.957280 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18615fac-80bd-4403-9314-f34931d94342 req-6d7e6b94-b029-4204-8ed2-ecab8f39f926 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:18.959399 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-18615fac-80bd-4403-9314-f34931d94342 req-6d7e6b94-b029-4204-8ed2-ecab8f39f926 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0763762 Aug 30 16:28:18.970026 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:18.976818 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5f297-5508-4aa0-a79d-d19f789a7ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a3b9a-e327-4530-8f8a-035595a6fa6d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:18.982714 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9dfa93b6-a648-42d0-bdc9-856ba2ca1483 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'floatingip': {'port_id': 'b28f1f39-3dc3-434e-b70e-1402038b9340'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:19.021729 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-babcd420-fe9b-48ef-b121-9cb7e41dd799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.050786 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-babcd420-fe9b-48ef-b121-9cb7e41dd799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.092794 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35746) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:19.108882 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dfa93b6-a648-42d0-bdc9-856ba2ca1483 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.129059 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f14bc7f-4a82-4be3-92c4-3e7a65e37f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.196875 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-babcd420-fe9b-48ef-b121-9cb7e41dd799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.199932 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-babcd420-fe9b-48ef-b121-9cb7e41dd799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.203874 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-babcd420-fe9b-48ef-b121-9cb7e41dd799 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a05a3b9a-e327-4530-8f8a-035595a6fa6d HTTP/1.1" status: 204 len: 168 time: 0.2730060 Aug 30 16:28:19.220174 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcd420-fe9b-48ef-b121-9cb7e41dd799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a3b9a-e327-4530-8f8a-035595a6fa6d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:19.304038 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f14bc7f-4a82-4be3-92c4-3e7a65e37f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.314708 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f14bc7f-4a82-4be3-92c4-3e7a65e37f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.354770 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-4f14bc7f-4a82-4be3-92c4-3e7a65e37f3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3881b324dde3401a800a0b8dea84dc32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597888 Aug 30 16:28:19.355661 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14bc7f-4a82-4be3-92c4-3e7a65e37f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb75cd2c-b7c0-4c13-8ce0-139995ef1be6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:19.358003 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35756) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:19.417594 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.440246 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.474118 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd63d0a-20c2-4a42-bdb0-4d051c155431 req-fda36163-f74e-4cfc-b864-32e90c5f6fb1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:19.478092 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3fd63d0a-20c2-4a42-bdb0-4d051c155431 req-fda36163-f74e-4cfc-b864-32e90c5f6fb1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1358278 Aug 30 16:28:19.493892 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.497290 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:19.499249 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb75cd2c-b7c0-4c13-8ce0-139995ef1be6 HTTP/1.1" status: 204 len: 168 time: 0.1401274 Aug 30 16:28:19.510112 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb75cd2c-b7c0-4c13-8ce0-139995ef1be6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:19.520059 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.520654 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.521162 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.521490 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.521865 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.522186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.522508 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.523577 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.525564 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.526181 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.526779 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.527339 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0574fbce-be63-499b-91ad-67aae1b3f91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:19.543522 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3fd63d0a-20c2-4a42-bdb0-4d051c155431 req-c9e1dd59-13b9-4e71-a8e1-bee01b53071c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594540 Aug 30 16:28:20.014687 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b64735-f417-4309-8b6a-4c395a8ad1b5 req-80df6177-6ce9-4b01-85da-f3874614a5ed tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:20.016550 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a1b64735-f417-4309-8b6a-4c395a8ad1b5 req-80df6177-6ce9-4b01-85da-f3874614a5ed tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 946 time: 0.1237895 Aug 30 16:28:20.033275 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dfa93b6-a648-42d0-bdc9-856ba2ca1483 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:20.050871 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dfa93b6-a648-42d0-bdc9-856ba2ca1483 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:20.119610 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a1b64735-f417-4309-8b6a-4c395a8ad1b5 req-463a462a-e9ff-4377-a7d1-9e2eaeea4899 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961497 Aug 30 16:28:20.185307 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-9dfa93b6-a648-42d0-bdc9-856ba2ca1483 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Floating IP d7762675-595b-4078-b360-d715f83fc0c7 associated. External IP: 172.27.3.100, port: b28f1f39-3dc3-434e-b70e-1402038b9340. Aug 30 16:28:20.689127 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfa93b6-a648-42d0-bdc9-856ba2ca1483 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Router 43846b73-231e-49bc-8bd9-132d2253e899 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:28:20.735863 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:20.858834 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e9a2-5bfa-4acf-8882-9b75d85a6231 req-fbfcb4d7-3c33-49b2-b32a-b514e4235623 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:20.860497 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-80c4e9a2-5bfa-4acf-8882-9b75d85a6231 req-fbfcb4d7-3c33-49b2-b32a-b514e4235623 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.78 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 946 time: 0.1415994 Aug 30 16:28:20.860642 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b5b2c-b53c-49f7-a726-2c1e54a3c847 req-a6211708-7fbd-4258-b0aa-8d69f0b50cfc tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:20.863091 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-af7b5b2c-b53c-49f7-a726-2c1e54a3c847 req-a6211708-7fbd-4258-b0aa-8d69f0b50cfc tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1923769 Aug 30 16:28:20.970644 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1034943289-network', 'tenant_id': '546229cfd14f4f5085278da6732a5209'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:20.989859 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-af7b5b2c-b53c-49f7-a726-2c1e54a3c847 req-5e53c21c-7331-4c35-aab8-9c4f534e2ef8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184604 Aug 30 16:28:21.018134 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfa93b6-a648-42d0-bdc9-856ba2ca1483 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:28:21.026548 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee20703-d9ba-412f-bc8f-23c91501d0a3 None None] Sync routers for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:28:21.031339 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dfa93b6-a648-42d0-bdc9-856ba2ca1483 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.039592 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee20703-d9ba-412f-bc8f-23c91501d0a3 None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:21.040512 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4ee20703-d9ba-412f-bc8f-23c91501d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:27:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:21.059612 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Made reservation on behalf of 546229cfd14f4f5085278da6732a5209 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:21.062835 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.073051 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-80c4e9a2-5bfa-4acf-8882-9b75d85a6231 req-83b298a0-1832-473c-9dcc-0f996b86a7bf tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Deleting port 1d59b5f5-90ae-4507-868d-986e345f915d {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:28:21.073458 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80c4e9a2-5bfa-4acf-8882-9b75d85a6231 req-83b298a0-1832-473c-9dcc-0f996b86a7bf tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.082485 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.089274 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9dfa93b6-a648-42d0-bdc9-856ba2ca1483 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "PUT /v2.0/floatingips/d7762675-595b-4078-b360-d715f83fc0c7 HTTP/1.1" status: 200 len: 992 time: 2.1180124 Aug 30 16:28:21.096160 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:28:21.210924 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4ee20703-d9ba-412f-bc8f-23c91501d0a3 None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:21.256638 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-80c4e9a2-5bfa-4acf-8882-9b75d85a6231 req-83b298a0-1832-473c-9dcc-0f996b86a7bf tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] For port 1d59b5f5-90ae-4507-868d-986e345f915d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=1d59b5f5-90ae-4507-868d-986e345f915d,segment=NetworkSegment(9fed94b3-d0b9-4e26-b893-2bd286c77928),segment_id=9fed94b3-d0b9-4e26-b893-2bd286c77928)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:21.257403 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80c4e9a2-5bfa-4acf-8882-9b75d85a6231 req-83b298a0-1832-473c-9dcc-0f996b86a7bf tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.278231 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.280615 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-80c4e9a2-5bfa-4acf-8882-9b75d85a6231 req-83b298a0-1832-473c-9dcc-0f996b86a7bf tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Calling delete_port for 1d59b5f5-90ae-4507-868d-986e345f915d owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:28:21.287958 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.356616 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-750518e7-4d43-4d8b-8257-c02b31fe58af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.366568 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e892b3b15a906b17b824bd81597df1cba214cd25703596066fb9193795aca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebdc703-adad-4a22-9b2f-0d624c7343f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:28:21.381141 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:28:21.434499 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.435249 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Added segment a6c511ad-efa8-4b1a-8cc8-d2281f0036e9 of type vlan for network 5174f224-0522-4d1a-bf74-f899107aab11 Aug 30 16:28:21.436980 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a575cba2-5e35-40c2-a3ee-7c72751966dc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:21.460033 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daf836-63bd-4d57-b1a0-b57e3728c5c8 req-7f9a39fb-804b-41fe-97e1-f2ecb86ca2c9 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:21.463247 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-66daf836-63bd-4d57-b1a0-b57e3728c5c8 req-7f9a39fb-804b-41fe-97e1-f2ecb86ca2c9 tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 946 time: 0.1609163 Aug 30 16:28:21.559154 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-66daf836-63bd-4d57-b1a0-b57e3728c5c8 req-42214ab8-f0c3-4e9c-ab4b-908fbe36e66b tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b365257-4b79-4e62-b9a6-d09123241972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840976 Aug 30 16:28:21.560874 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.561382 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.562367 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.562969 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.563521 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.564031 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.564500 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.564962 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.565438 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.565959 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.566446 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.566920 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:21.575574 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.579132 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5d030a-c97e-41c2-a9cb-101e0d6aaa0c x-openstack-request-id: req-ee5d030a-c97e-41c2-a9cb-101e0d6aaa0c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:28:21.579662 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:28:21.580053 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee5d030a-c97e-41c2-a9cb-101e0d6aaa0c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:28:21.581061 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'status': 'completed', 'code': 200} Aug 30 16:28:21.619060 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.620342 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:21.621125 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.631076 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80c4e9a2-5bfa-4acf-8882-9b75d85a6231 req-83b298a0-1832-473c-9dcc-0f996b86a7bf tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.675887 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['1d59b5f5-90ae-4507-868d-986e345f915d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:28:21.693662 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b298a0-1832-473c-9dcc-0f996b86a7bf tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Pushing event deleted for resources: {'Port': ['ID=1d59b5f5-90ae-4507-868d-986e345f915d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:21.695684 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9467182 Aug 30 16:28:21.699975 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35878) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:21.704692 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] Request body: {'subnet': {'network_id': '5174f224-0522-4d1a-bf74-f899107aab11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1034943289-subnet', 'tenant_id': '546229cfd14f4f5085278da6732a5209', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:21.728477 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5315f-2b32-4c95-85e5-48ea75eb26d8 admin admin] Pushing event updated for resources: {'Network': ['ID=5174f224-0522-4d1a-bf74-f899107aab11,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:21.746280 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] Made reservation on behalf of 546229cfd14f4f5085278da6732a5209 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:21.749001 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27091084'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.755602 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network 5174f224-0522-4d1a-bf74-f899107aab11 details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:28:21.875392 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdc703-adad-4a22-9b2f-0d624c7343f9 req-24db78bf-3481-49a8-a97e-d4273b7ec859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:21.878044 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ebdc703-adad-4a22-9b2f-0d624c7343f9 req-24db78bf-3481-49a8-a97e-d4273b7ec859 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 1099 time: 0.2579262 Aug 30 16:28:21.881657 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c4e9a2-5bfa-4acf-8882-9b75d85a6231 req-83b298a0-1832-473c-9dcc-0f996b86a7bf tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] No DVR routers for this DVR port 1d59b5f5-90ae-4507-868d-986e345f915d on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:28:21.890450 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80c4e9a2-5bfa-4acf-8882-9b75d85a6231 req-83b298a0-1832-473c-9dcc-0f996b86a7bf tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:21.896083 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-80c4e9a2-5bfa-4acf-8882-9b75d85a6231 req-83b298a0-1832-473c-9dcc-0f996b86a7bf tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.78 "DELETE /v2.0/ports/1d59b5f5-90ae-4507-868d-986e345f915d HTTP/1.1" status: 204 len: 173 time: 1.0286129 Aug 30 16:28:21.985572 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4ee20703-d9ba-412f-bc8f-23c91501d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': 'd7762675-595b-4078-b360-d715f83fc0c7', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'port_id': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'mac_address': 'fa:16:3e:a2:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e050e01b-8853-4db3-8958-c9c920056e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:27:32Z', 'updated_at': '2021-08-30T16:28:19Z', 'revision_number': 1, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:21.989105 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39146969-5041-4d5e-bc0f-766ae3ea2efd', 'name': 'network-vif-deleted', 'tag': '1d59b5f5-90ae-4507-868d-986e345f915d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:28:21.992121 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dcb669-c483-41a0-9b29-688d2a969bf4" -d '{"events": [{"server_uuid": "39146969-5041-4d5e-bc0f-766ae3ea2efd", "name": "network-vif-deleted", "tag": "1d59b5f5-90ae-4507-868d-986e345f915d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:28:21.994818 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27027054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27091198'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:22.034418 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdc703-adad-4a22-9b2f-0d624c7343f9 req-120cb69e-b01a-4667-89e3-63d9df7778fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:22.036000 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ebdc703-adad-4a22-9b2f-0d624c7343f9 req-120cb69e-b01a-4667-89e3-63d9df7778fd service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 919 time: 0.1381788 Aug 30 16:28:22.073442 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee20703-d9ba-412f-bc8f-23c91501d0a3 None None] Checking router: 43846b73-231e-49bc-8bd9-132d2253e899 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:28:22.084642 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee20703-d9ba-412f-bc8f-23c91501d0a3 None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:22.085666 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4ee20703-d9ba-412f-bc8f-23c91501d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:27:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:22.197808 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c578ea-e450-4c24-a8f4-33f24a39c6c7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:22.221659 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4ee20703-d9ba-412f-bc8f-23c91501d0a3 None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:22.235177 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c554dae-c119-44e2-bbad-d1ca53ad4dbe x-openstack-request-id: req-9c554dae-c119-44e2-bbad-d1ca53ad4dbe {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:28:22.235385 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39146969-5041-4d5e-bc0f-766ae3ea2efd", "name": "network-vif-deleted", "tag": "1d59b5f5-90ae-4507-868d-986e345f915d", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:28:22.235623 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c554dae-c119-44e2-bbad-d1ca53ad4dbe {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:28:22.236007 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39146969-5041-4d5e-bc0f-766ae3ea2efd', 'name': 'network-vif-deleted', 'tag': '1d59b5f5-90ae-4507-868d-986e345f915d', 'status': 'completed', 'code': 200} Aug 30 16:28:22.236154 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32d6f1-5996-47d2-8ffe-d2ab99025bc2 req-9bf399f4-0f03-442f-a545-9261bf5e4f42 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:22.237722 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ca32d6f1-5996-47d2-8ffe-d2ab99025bc2 req-9bf399f4-0f03-442f-a545-9261bf5e4f42 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1151385 Aug 30 16:28:22.241480 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] Checking segment: {'id': 'a6c511ad-efa8-4b1a-8cc8-d2281f0036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '5174f224-0522-4d1a-bf74-f899107aab11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:22.242006 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] Network hostable DHCP agents. Network: 5174f224-0522-4d1a-bf74-f899107aab11, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:28:22.256284 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ebdc703-adad-4a22-9b2f-0d624c7343f9 req-53768920-f242-4587-89aa-c600169f4eea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28f1f39-3dc3-434e-b70e-1402038b9340 HTTP/1.1" status: 200 len: 1000 time: 0.2102115 Aug 30 16:28:22.281157 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] Network 5174f224-0522-4d1a-bf74-f899107aab11 is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:28:22.295885 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, 5174f224-0522-4d1a-bf74-f899107aab11) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:22.301304 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:22.301931 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:22.307438 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d0647-e3e1-47d3-8562-9ff7ed4315b5 None None] Network 5174f224-0522-4d1a-bf74-f899107aab11 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:28:22.332087 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ca32d6f1-5996-47d2-8ffe-d2ab99025bc2 req-b9f0b6e4-9043-4a15-975b-70974dc16ed1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809226 Aug 30 16:28:22.334547 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-641bc091-6ec8-476a-8590-6b97b2dc6f24 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6343462 Aug 30 16:28:22.402862 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdc703-adad-4a22-9b2f-0d624c7343f9 req-7db4db11-3b2e-46c8-b950-e4ae4e9962ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:22.406392 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ebdc703-adad-4a22-9b2f-0d624c7343f9 req-7db4db11-3b2e-46c8-b950-e4ae4e9962ca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 200 len: 856 time: 0.1424427 Aug 30 16:28:22.449427 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:28:22.499973 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdc703-adad-4a22-9b2f-0d624c7343f9 req-66d53809-9567-47b0-8f21-ce944c270db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:22.500852 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ebdc703-adad-4a22-9b2f-0d624c7343f9 req-66d53809-9567-47b0-8f21-ce944c270db3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7abf696-2a58-4d8b-ae00-6f747070c49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865414 Aug 30 16:28:22.531293 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ae2149-1228-4e05-a836-c194c1da63dc None None] Network 5174f224-0522-4d1a-bf74-f899107aab11 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:28:22.662817 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ebdc703-adad-4a22-9b2f-0d624c7343f9 req-b7a17926-3a59-4446-96cb-7a7d36144615 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523581 Aug 30 16:28:22.797480 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4ee20703-d9ba-412f-bc8f-23c91501d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': 'd7762675-595b-4078-b360-d715f83fc0c7', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'port_id': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'mac_address': 'fa:16:3e:a2:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e050e01b-8853-4db3-8958-c9c920056e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:27:32Z', 'updated_at': '2021-08-30T16:28:19Z', 'revision_number': 1, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:22.838314 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee20703-d9ba-412f-bc8f-23c91501d0a3 None None] The sync data for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi is: [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': 'd7762675-595b-4078-b360-d715f83fc0c7', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'port_id': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'mac_address': 'fa:16:3e:a2:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e050e01b-8853-4db3-8958-c9c920056e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:27:32Z', 'updated_at': '2021-08-30T16:28:19Z', 'revision_number': 1, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:28:22.849970 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8601cfd9-6864-4b5f-b8a1-f157f918b574 req-f2af2365-0594-4ad3-84f5-745a37c3a3df tempest-DeleteServersTestJSON-626865359 tempest-DeleteServersTestJSON-626865359-project] 10.222.0.32 "GET /v2.0/ports?device_id=39146969-5041-4d5e-bc0f-766ae3ea2efd HTTP/1.1" status: 200 len: 210 time: 0.0678892 Aug 30 16:28:23.127388 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ebdc703-adad-4a22-9b2f-0d624c7343f9 req-445d0fc8-a55d-4d50-b311-3857ce0733db service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543836 Aug 30 16:28:23.166552 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa49bb3-3c1b-4040-8e84-58384fc76c43 None None] New status for floating IP d7762675-595b-4078-b360-d715f83fc0c7: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:28:23.265681 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35930) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:23.270681 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1010741932-network', 'tenant_id': 'b8167448c0a94cc299811999a2482fcc'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:23.295325 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Made reservation on behalf of b8167448c0a94cc299811999a2482fcc for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:23.297702 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:23.306662 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:23.417051 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:23.425355 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:23.452339 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:28:23.515648 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeb122d-668d-4a8c-925b-436f5041704c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:23.518988 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:23.519414 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Added segment 277ac28d-ba04-4ac5-8ed2-f1925e1618c9 of type vlan for network fff77747-ed71-41a9-a24a-023134f962e5 Aug 30 16:28:23.543033 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc167b-0c00-4037-9266-13a2c30d6a02 req-3eaf86ed-f15b-4125-9b7a-a7c1effafe11 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:23.544699 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eedc167b-0c00-4037-9266-13a2c30d6a02 req-3eaf86ed-f15b-4125-9b7a-a7c1effafe11 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0935516 Aug 30 16:28:23.600356 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:23.638256 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eedc167b-0c00-4037-9266-13a2c30d6a02 req-a6642df9-243c-436b-9ffd-67ae65aef083 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679669 Aug 30 16:28:23.639477 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:23.640513 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:23.641095 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:23.700443 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4334295 Aug 30 16:28:23.703283 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35940) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:23.708394 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] Request body: {'subnet': {'network_id': 'fff77747-ed71-41a9-a24a-023134f962e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1010741932-subnet', 'tenant_id': 'b8167448c0a94cc299811999a2482fcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:23.713463 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d147dd-f9a0-4cb6-8c4f-8e7a4a3ca480 admin admin] Pushing event updated for resources: {'Network': ['ID=fff77747-ed71-41a9-a24a-023134f962e5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:23.727822 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network fff77747-ed71-41a9-a24a-023134f962e5 details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:28:23.739670 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] Made reservation on behalf of b8167448c0a94cc299811999a2482fcc for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:23.741939 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:23.978888 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:24.060496 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab47e686-221f-42fe-9aa0-6ed5beeabf17,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:24.072383 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] Checking segment: {'id': '277ac28d-ba04-4ac5-8ed2-f1925e1618c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'fff77747-ed71-41a9-a24a-023134f962e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:24.072773 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] Network hostable DHCP agents. Network: fff77747-ed71-41a9-a24a-023134f962e5, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:28:24.107632 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] Network fff77747-ed71-41a9-a24a-023134f962e5 is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:28:24.123502 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, fff77747-ed71-41a9-a24a-023134f962e5) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:24.134067 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:24.134902 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:24.141296 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef3538-af27-4d6c-ab2a-fc5592f976e1 None None] Network fff77747-ed71-41a9-a24a-023134f962e5 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:28:24.160265 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-5e237a0d-1873-4b22-a9fb-dcef0067cedc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4558215 Aug 30 16:28:24.261953 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4bde7b5c-0cef-4572-839a-9d7ecf40d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:24.401905 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6b4ecd-5940-4ed0-8578-a41a9886fba1 None None] Network fff77747-ed71-41a9-a24a-023134f962e5 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:28:24.512210 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:24.572672 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 1d59b5f5-90ae-4507-868d-986e345f915d no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:28:24.612736 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 1d59b5f5-90ae-4507-868d-986e345f915d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:28:24.613040 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 1d59b5f5-90ae-4507-868d-986e345f915d not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:28:24.840725 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35996) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:24.880047 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be61161-7b30-4d91-85ea-ed5b6e8a46ff req-5ca87fe5-e9d7-4f93-9ac9-af33d5b243ea tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:24.882190 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7be61161-7b30-4d91-85ea-ed5b6e8a46ff req-5ca87fe5-e9d7-4f93-9ac9-af33d5b243ea tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1328111 Aug 30 16:28:24.944511 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7be61161-7b30-4d91-85ea-ed5b6e8a46ff req-95e68cd2-7de0-4367-9208-dbd3144e6dda tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560255 Aug 30 16:28:25.000939 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff8adddb-0dbd-4c3c-ad75-84f4e79bf980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.036852 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.133850 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff8adddb-0dbd-4c3c-ad75-84f4e79bf980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.136872 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff8adddb-0dbd-4c3c-ad75-84f4e79bf980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.180269 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8adddb-0dbd-4c3c-ad75-84f4e79bf980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1946ba30-1bfa-4634-920b-b18f3e08c7f4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:25.188354 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ff8adddb-0dbd-4c3c-ad75-84f4e79bf980 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=912d2786039541f58836f7132b6fb84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445678 Aug 30 16:28:25.188763 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:25.247900 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1e3c46b-79d4-4b22-98d8-bf6cfbf90dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.280356 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1e3c46b-79d4-4b22-98d8-bf6cfbf90dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.411500 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1e3c46b-79d4-4b22-98d8-bf6cfbf90dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.415147 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1e3c46b-79d4-4b22-98d8-bf6cfbf90dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.416754 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c1e3c46b-79d4-4b22-98d8-bf6cfbf90dfd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1946ba30-1bfa-4634-920b-b18f3e08c7f4 HTTP/1.1" status: 204 len: 168 time: 0.2270250 Aug 30 16:28:25.447043 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3c46b-79d4-4b22-98d8-bf6cfbf90dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1946ba30-1bfa-4634-920b-b18f3e08c7f4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:25.692472 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:25.746044 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99a54ab-39f3-4e57-8173-c2938b4a55c1 admin admin] Deleting subnet 3c53c61b-219e-44f1-9f12-ed27c7cc7f7d {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:28:25.749142 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99a54ab-39f3-4e57-8173-c2938b4a55c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.786127 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99a54ab-39f3-4e57-8173-c2938b4a55c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27047387'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.794437 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36046) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:25.824860 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d42b53-2229-4518-b1c7-e3c803cf2a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.838367 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99a54ab-39f3-4e57-8173-c2938b4a55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.905111 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99a54ab-39f3-4e57-8173-c2938b4a55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27026861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27091175'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.941169 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d42b53-2229-4518-b1c7-e3c803cf2a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.947063 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d42b53-2229-4518-b1c7-e3c803cf2a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.950933 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a54ab-39f3-4e57-8173-c2938b4a55c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c53c61b-219e-44f1-9f12-ed27c7cc7f7d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:25.961703 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99a54ab-39f3-4e57-8173-c2938b4a55c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:25.967110 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a99a54ab-39f3-4e57-8173-c2938b4a55c1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3c53c61b-219e-44f1-9f12-ed27c7cc7f7d HTTP/1.1" status: 204 len: 168 time: 0.2700312 Aug 30 16:28:25.967110 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36052) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:26.005474 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-81d42b53-2229-4518-b1c7-e3c803cf2a1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfdd97529ce6492bb2d7b935a4bbb3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071204 Aug 30 16:28:26.005474 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d42b53-2229-4518-b1c7-e3c803cf2a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7963b03-06a3-4419-9d9b-7a71ae8c1adb,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:26.006848 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36058) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:26.062070 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d596c52f-e11a-46d9-b9ff-23880e23b9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.086858 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d596c52f-e11a-46d9-b9ff-23880e23b9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.091753 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.106936 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61f6c-e997-49ab-b04c-707745909f38 req-dcdb7e4d-71e1-461e-a60d-e42e4b30802b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:26.108499 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4da61f6c-e997-49ab-b04c-707745909f38 req-dcdb7e4d-71e1-461e-a60d-e42e4b30802b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0734255 Aug 30 16:28:26.162041 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d596c52f-e11a-46d9-b9ff-23880e23b9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.164571 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d596c52f-e11a-46d9-b9ff-23880e23b9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.165818 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d596c52f-e11a-46d9-b9ff-23880e23b9df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7963b03-06a3-4419-9d9b-7a71ae8c1adb HTTP/1.1" status: 204 len: 168 time: 0.1580503 Aug 30 16:28:26.183762 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596c52f-e11a-46d9-b9ff-23880e23b9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7963b03-06a3-4419-9d9b-7a71ae8c1adb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:26.234497 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4da61f6c-e997-49ab-b04c-707745909f38 req-9253cd89-4a85-4928-ab91-4ef50c27fc65 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193950 Aug 30 16:28:26.243392 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.261154 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623c443c-4e63-4dfe-a5d6-70939d00b129']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:26.272874 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fed94b3-d0b9-4e26-b893-2bd286c77928') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:26.273236 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fed94b3-d0b9-4e26-b893-2bd286c77928') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:26.284614 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27047364'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.301047 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.307810 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:28:26.308442 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27026891'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: Traceback (most recent call last): Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: timer() Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: cb(*args, **kw) Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: return func(*args, **kwargs) Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: self._notify() Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: self.callback(batched_events) Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: event.method(event) Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: return f(self, *a, **k) Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._get(url).json() Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:28:26.310706 dv-cinder-806605-2-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:28:26.374312 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.380521 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.385742 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] 10.222.0.32 "DELETE /v2.0/networks/623c443c-4e63-4dfe-a5d6-70939d00b129 HTTP/1.1" status: 204 len: 168 time: 0.4150217 Aug 30 16:28:26.399878 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2352c8c-4614-45c9-815b-a1e073b61b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=623c443c-4e63-4dfe-a5d6-70939d00b129,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:26.597782 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.788122 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36098) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:26.860189 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36104) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:26.876016 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7eab6e01-4f72-4edb-8968-667218f59ddb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=313313bd06404b9c94ab5350bf416328&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0850410 Aug 30 16:28:26.923258 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3e2c89b8-3364-49ba-8389-5c21e6617d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:26.977781 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3e2c89b8-3364-49ba-8389-5c21e6617d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.056787 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3e2c89b8-3364-49ba-8389-5c21e6617d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.060238 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3e2c89b8-3364-49ba-8389-5c21e6617d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.070676 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3e2c89b8-3364-49ba-8389-5c21e6617d81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b365257-4b79-4e62-b9a6-d09123241972 HTTP/1.1" status: 204 len: 168 time: 0.2001221 Aug 30 16:28:27.091132 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c89b8-3364-49ba-8389-5c21e6617d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b365257-4b79-4e62-b9a6-d09123241972,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:27.400027 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44216739-5982-4bdb-955a-ca8028cb775b req-13786091-4f1b-40d8-ae3e-83931ff36102 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:27.402933 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-44216739-5982-4bdb-955a-ca8028cb775b req-13786091-4f1b-40d8-ae3e-83931ff36102 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0646725 Aug 30 16:28:27.459136 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-44216739-5982-4bdb-955a-ca8028cb775b req-88450fe5-83f8-41e5-9165-d3af79c1adeb tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395570 Aug 30 16:28:27.474228 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36148) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:27.606172 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52038c16-324a-4b87-bdf3-8436ea77f4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.713053 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52038c16-324a-4b87-bdf3-8436ea77f4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.718117 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52038c16-324a-4b87-bdf3-8436ea77f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.763363 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36164) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:27.763529 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-52038c16-324a-4b87-bdf3-8436ea77f4e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdf9bb3bce914048a7a03c308daa6f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858438 Aug 30 16:28:27.763623 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36166) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:27.770269 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52038c16-324a-4b87-bdf3-8436ea77f4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b1c6c7-a60d-4cd3-a09d-3d82927833fc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:27.824472 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f71734a-bec0-4f39-a0c7-ee256e9c4994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.851363 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f71734a-bec0-4f39-a0c7-ee256e9c4994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.869351 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1322661911-network', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:27.895421 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Made reservation on behalf of e3fc734829f24a008dd34c53121ee09c for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:27.899057 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.904667 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f71734a-bec0-4f39-a0c7-ee256e9c4994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.907477 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f71734a-bec0-4f39-a0c7-ee256e9c4994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.908853 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-2f71734a-bec0-4f39-a0c7-ee256e9c4994 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99b1c6c7-a60d-4cd3-a09d-3d82927833fc HTTP/1.1" status: 204 len: 168 time: 0.1443686 Aug 30 16:28:27.908982 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:27.928346 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71734a-bec0-4f39-a0c7-ee256e9c4994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b1c6c7-a60d-4cd3-a09d-3d82927833fc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:28.030951 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.035866 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.071940 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:28:28.079892 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea05502-adc6-4b1b-ade8-358a66a67fc1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:28.083945 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36184) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:28.088726 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.089117 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Added segment 4dfb4cbd-c18f-48af-90c2-cb46d61e34a0 of type vlan for network 7737f67b-d86b-49e3-9495-77e3226e683c Aug 30 16:28:28.137545 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.172336 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.173345 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:28.173957 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.242925 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1836196413-network', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:28.288330 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5257542 Aug 30 16:28:28.291271 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36194) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:28.297417 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Made reservation on behalf of 1b0994a8dbef4f86a590d62c7cb36e13 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:28.297847 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-10206441-b268-4648-9b4a-791351204207 admin admin] Request body: {'subnet': {'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1322661911-subnet', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:28.300836 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.323137 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec7ff4-0ab3-4ad3-bc41-5844d73a5d2a admin admin] Pushing event updated for resources: {'Network': ['ID=7737f67b-d86b-49e3-9495-77e3226e683c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:28.324497 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.334212 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10206441-b268-4648-9b4a-791351204207 admin admin] Made reservation on behalf of e3fc734829f24a008dd34c53121ee09c for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:28.334386 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network 7737f67b-d86b-49e3-9495-77e3226e683c details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:28:28.337765 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10206441-b268-4648-9b4a-791351204207 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.386888 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36196) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:28.411863 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9e22d96-45eb-4d16-8d75-b4871f4fa25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.507018 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.528885 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.561239 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:28:28.582667 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.583322 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Added segment fa576a2b-8d73-49c1-aee6-9a0b9ba08323 of type vlan for network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d Aug 30 16:28:28.615004 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10206441-b268-4648-9b4a-791351204207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.635796 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.676795 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10206441-b268-4648-9b4a-791351204207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca4cf7d-2201-4d91-9b3a-ae06db920545,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:28.695598 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10206441-b268-4648-9b4a-791351204207 admin admin] Checking segment: {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:28.695947 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10206441-b268-4648-9b4a-791351204207 admin admin] Network hostable DHCP agents. Network: 7737f67b-d86b-49e3-9495-77e3226e683c, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:28:28.715783 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10206441-b268-4648-9b4a-791351204207 admin admin] Network 7737f67b-d86b-49e3-9495-77e3226e683c is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:28:28.735401 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-10206441-b268-4648-9b4a-791351204207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, 7737f67b-d86b-49e3-9495-77e3226e683c) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:28.740816 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d43e9ec-bcac-4159-abbe-2f7f06645688,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:28.746283 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e6159-9985-42ec-8e53-eb8f9a0ea93c None None] Network 7737f67b-d86b-49e3-9495-77e3226e683c requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:28:28.749048 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.750000 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:28.750624 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.751907 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10206441-b268-4648-9b4a-791351204207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:28.753484 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10206441-b268-4648-9b4a-791351204207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.838604 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b819c0-d013-4035-b86f-71327dcd40d5 req-23b56253-4ec9-48c1-92cf-d70d58977893 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:28.840506 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-82b819c0-d013-4035-b86f-71327dcd40d5 req-23b56253-4ec9-48c1-92cf-d70d58977893 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1984174 Aug 30 16:28:28.865143 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] Pushing event updated for resources: {'Network': ['ID=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:28.881714 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:28:28.911730 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-82b819c0-d013-4035-b86f-71327dcd40d5 req-e73441db-86d1-4ec0-9db4-85fcee61b397 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616331 Aug 30 16:28:28.913458 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9e22d96-45eb-4d16-8d75-b4871f4fa25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.919265 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72efa589-712c-54d5-b948-964b5e13cf40-7737f67b-d86b-49e3-9495-77e3226e683c', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545'}]}} from dv-cinder-806605-2-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 16:28:28.920255 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.920391 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9e22d96-45eb-4d16-8d75-b4871f4fa25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.928901 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-163d42e4-2217-40c5-99a9-f6d405a71888 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8399806 Aug 30 16:28:28.931030 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-10206441-b268-4648-9b4a-791351204207 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6381924 Aug 30 16:28:28.932801 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36210) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:28.932924 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36212) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:28.943078 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:28.943575 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] Request body: {'subnet': {'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1836196413-subnet', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:28.972699 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] Made reservation on behalf of 1b0994a8dbef4f86a590d62c7cb36e13 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:28.975895 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:28.985549 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e22d96-45eb-4d16-8d75-b4871f4fa25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880ef0f1-2bf2-4757-8370-c89dd283d8f7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:28.993718 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e9e22d96-45eb-4d16-8d75-b4871f4fa25d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c90bb8fdef2d42e48146461495f97112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6030633 Aug 30 16:28:28.994546 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36214) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:29.014780 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1315'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.017568 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1320'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.092422 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Allocated IP 172.20.0.2 (7737f67b-d86b-49e3-9495-77e3226e683c/3ca4cf7d-2201-4d91-9b3a-ae06db920545/5ccf722e-24cf-462e-bf56-d8995ab0b552) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:29.143611 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.149441 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e8384a8-1f96-4c70-8915-5778b9a427c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.171358 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.238089 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d75be7-63e7-408a-a34c-24700364bd2d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:29.253771 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e8384a8-1f96-4c70-8915-5778b9a427c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.257617 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] Checking segment: {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:29.258036 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] Network hostable DHCP agents. Network: a26c6b94-8c9c-43c4-bba2-1dae4c94d91d, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:28:29.284129 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] Network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:28:29.298423 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, a26c6b94-8c9c-43c4-bba2-1dae4c94d91d) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:29.303356 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:29.303945 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.328312 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b312af6b-edf6-4814-81fe-a3ebbf4b3ab5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3936174 Aug 30 16:28:29.331161 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36220) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:29.337485 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:29.349132 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.369153 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1315'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.370959 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1320'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.394502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170a3c1-c674-42b9-a39e-1997adb9867d None None] Network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:28:29.456798 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.459684 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e8384a8-1f96-4c70-8915-5778b9a427c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.463677 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e8384a8-1f96-4c70-8915-5778b9a427c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.465230 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-1e8384a8-1f96-4c70-8915-5778b9a427c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/880ef0f1-2bf2-4757-8370-c89dd283d8f7 HTTP/1.1" status: 204 len: 168 time: 0.4666958 Aug 30 16:28:29.478199 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8384a8-1f96-4c70-8915-5778b9a427c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880ef0f1-2bf2-4757-8370-c89dd283d8f7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:29.506403 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.515496 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Transition to ACTIVE for port object 5ccf722e-24cf-462e-bf56-d8995ab0b552 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:29.532543 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Transition to ACTIVE for port object 5ccf722e-24cf-462e-bf56-d8995ab0b552 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:29.549320 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.622014 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Network 7737f67b-d86b-49e3-9495-77e3226e683c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:29.628051 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:29.632940 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:29.644008 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Pushing event updated for resources: {'Port': ['ID=5ccf722e-24cf-462e-bf56-d8995ab0b552,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:29.657164 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.658468 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.659249 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.659800 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.660341 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.660889 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.661430 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.662002 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.662558 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.663081 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.663613 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.664139 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:29.685836 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4a52bc55-f107-4a1b-a035-f3ce59ebe225 req-7f3f9c48-a06c-4162-b254-f36e734df488 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1715107 Aug 30 16:28:29.693151 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.699418 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.780848 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.793155 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Attempting to bind port 5ccf722e-24cf-462e-bf56-d8995ab0b552 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:28:29.794000 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Attempting to bind port 5ccf722e-24cf-462e-bf56-d8995ab0b552 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:28:29.796257 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Attempting to bind port 5ccf722e-24cf-462e-bf56-d8995ab0b552 on network 7737f67b-d86b-49e3-9495-77e3226e683c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:29.809804 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:28:29.810490 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Checking segment: {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:29.811219 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.811808 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Bound using segment: {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:28:29.812496 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Bound port: 5ccf722e-24cf-462e-bf56-d8995ab0b552, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:28:29.813111 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.892544 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52bc55-f107-4a1b-a035-f3ce59ebe225 req-f17f1a57-9148-4f4a-a551-160379a91700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:29.894504 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4a52bc55-f107-4a1b-a035-f3ce59ebe225 req-f17f1a57-9148-4f4a-a551-160379a91700 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 1099 time: 0.0836811 Aug 30 16:28:29.908693 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] For port 5ccf722e-24cf-462e-bf56-d8995ab0b552, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:28:29.912527 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] For port 5ccf722e-24cf-462e-bf56-d8995ab0b552, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=5ccf722e-24cf-462e-bf56-d8995ab0b552,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:28:29.935402 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:29.992367 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72efa589-712c-54d5-b948-964b5e13cf40-a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d'}]}} from dv-cinder-806605-2-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 16:28:29.993228 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:30.069622 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70af8dd-8078-4c95-81ce-081feb0637df None None] Pushing event updated for resources: {'Port': ['ID=5ccf722e-24cf-462e-bf56-d8995ab0b552,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:30.113199 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Allocated IP 172.27.3.209 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/863bbc0e-a43e-41a8-8ac3-92f170716e9e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:30.239759 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:30.274246 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0496c5-969e-4f1f-ba51-31727ff1ef35 req-173491c3-50ec-4e73-a076-f3ba74791cde tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:30.275320 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bf0496c5-969e-4f1f-ba51-31727ff1ef35 req-173491c3-50ec-4e73-a076-f3ba74791cde tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1529436 Aug 30 16:28:30.294277 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52bc55-f107-4a1b-a035-f3ce59ebe225 req-d1566895-ea94-4adc-b803-baba5381654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:30.295851 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4a52bc55-f107-4a1b-a035-f3ce59ebe225 req-d1566895-ea94-4adc-b803-baba5381654b service neutron] 10.222.0.78 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 921 time: 0.3639171 Aug 30 16:28:30.337108 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:30.372770 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4a52bc55-f107-4a1b-a035-f3ce59ebe225 req-0d011f41-0954-4974-969e-057befb1b8f6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a52b73a-d875-4565-b423-f429f6b80df5 HTTP/1.1" status: 200 len: 217 time: 0.0647995 Aug 30 16:28:30.377448 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:30.378897 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Allocated IP 172.20.0.2 (a26c6b94-8c9c-43c4-bba2-1dae4c94d91d/58d75be7-63e7-408a-a34c-24700364bd2d/b4b7337a-d6dd-4920-9480-c0950910ba36) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:30.496999 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:30.524772 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bf0496c5-969e-4f1f-ba51-31727ff1ef35 req-31849087-477f-4a72-8c2f-962ca36c075b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929055 Aug 30 16:28:30.529662 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:30.594690 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52bc55-f107-4a1b-a035-f3ce59ebe225 req-76cd53e2-6d1c-4e2e-9e65-17b46e206565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:30.596344 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4a52bc55-f107-4a1b-a035-f3ce59ebe225 req-76cd53e2-6d1c-4e2e-9e65-17b46e206565 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=18f03c4e-474c-4bf0-b4fa-28445654d873 HTTP/1.1" status: 200 len: 859 time: 0.1953301 Aug 30 16:28:30.690527 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4a52bc55-f107-4a1b-a035-f3ce59ebe225 req-e230999e-95fa-4203-b0c3-b98d14288113 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4870715-5bf8-44ac-b479-0444a5c3916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809438 Aug 30 16:28:30.750502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:30.759311 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Transition to ACTIVE for port object b4b7337a-d6dd-4920-9480-c0950910ba36 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:30.778369 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Transition to ACTIVE for port object b4b7337a-d6dd-4920-9480-c0950910ba36 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:30.789020 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:30.809267 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:30.815047 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:30.821946 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:30.850820 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Pushing event updated for resources: {'Port': ['ID=863bbc0e-a43e-41a8-8ac3-92f170716e9e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:30.874026 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5ccf722e-24cf-462e-bf56-d8995ab0b552 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:30.888402 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:30.914202 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:30.918009 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:30.925987 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Allocated IP 172.27.3.146 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/d8495467-3183-4af1-8f4d-646b0afae457) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:30.963011 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4a52bc55-f107-4a1b-a035-f3ce59ebe225 req-b6fc663a-b158-46cc-9ee2-4208756d5c9e service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594726 Aug 30 16:28:30.979694 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Pushing event updated for resources: {'Port': ['ID=b4b7337a-d6dd-4920-9480-c0950910ba36,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:31.038394 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Attempting to bind port b4b7337a-d6dd-4920-9480-c0950910ba36 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:28:31.039023 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Attempting to bind port b4b7337a-d6dd-4920-9480-c0950910ba36 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:28:31.039542 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Attempting to bind port b4b7337a-d6dd-4920-9480-c0950910ba36 on network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:31.050587 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:28:31.051291 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Checking segment: {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:31.052144 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:31.052643 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Bound using segment: {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:28:31.053309 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Bound port: b4b7337a-d6dd-4920-9480-c0950910ba36, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:28:31.053825 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:31.058370 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 5ccf722e-24cf-462e-bf56-d8995ab0b552 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:31.155129 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] For port b4b7337a-d6dd-4920-9480-c0950910ba36, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:28:31.159866 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] For port b4b7337a-d6dd-4920-9480-c0950910ba36, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=b4b7337a-d6dd-4920-9480-c0950910ba36,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:28:31.165853 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:31.232650 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:31.245575 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b59c11-13c2-4ed6-ac30-c40927374380 None None] Pushing event updated for resources: {'Port': ['ID=b4b7337a-d6dd-4920-9480-c0950910ba36,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:31.297891 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:31.371393 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4a52bc55-f107-4a1b-a035-f3ce59ebe225 req-0afd7272-3c14-414c-92ad-4be5a24d34f7 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974936 Aug 30 16:28:31.399285 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:31.532343 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Pushing event updated for resources: {'Port': ['ID=d8495467-3183-4af1-8f4d-646b0afae457,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:31.563978 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36282) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:31.566130 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:31.580397 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:31.583219 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:31.833707 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5bbca-80a4-439a-8c61-d3681f4de158 None None] Network 7737f67b-d86b-49e3-9495-77e3226e683c requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:28:31.938457 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537911'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.033482 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4b53f2e2-ff77-41b6-8824-f28e3e8aed7e None None] Provisioning for port 5ccf722e-24cf-462e-bf56-d8995ab0b552 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:32.033913 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d120217f-f7cd-4e1d-a97b-846dcf58fc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.069119 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4b53f2e2-ff77-41b6-8824-f28e3e8aed7e None None] Provisioning complete for port 5ccf722e-24cf-462e-bf56-d8995ab0b552 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:32.069875 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b53f2e2-ff77-41b6-8824-f28e3e8aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.118750 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a377c-c089-4c45-b3d1-49ee5f26d489 req-082f2598-cdc1-45d8-a764-9fcc882031c8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:32.120789 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-881a377c-c089-4c45-b3d1-49ee5f26d489 req-082f2598-cdc1-45d8-a764-9fcc882031c8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.3467054 Aug 30 16:28:32.237154 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b53f2e2-ff77-41b6-8824-f28e3e8aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.276784 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-881a377c-c089-4c45-b3d1-49ee5f26d489 req-541203d6-8f86-4fdb-aebc-283071ddcbb6 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362145 Aug 30 16:28:32.290760 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4b53f2e2-ff77-41b6-8824-f28e3e8aed7e None None] For port 5ccf722e-24cf-462e-bf56-d8995ab0b552, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=5ccf722e-24cf-462e-bf56-d8995ab0b552,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:32.302979 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b53f2e2-ff77-41b6-8824-f28e3e8aed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.349089 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.369436 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 is scheduled to L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 16:28:32.395741 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53f2e2-ff77-41b6-8824-f28e3e8aed7e None None] Pushing event updated for resources: {'Port': ['ID=5ccf722e-24cf-462e-bf56-d8995ab0b552,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:32.447010 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d120217f-f7cd-4e1d-a97b-846dcf58fc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.454653 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d120217f-f7cd-4e1d-a97b-846dcf58fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.563218 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d120217f-f7cd-4e1d-a97b-846dcf58fc1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd6f573fdbc64ab79d4b1ed88fc4b08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9952812 Aug 30 16:28:32.566247 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36306) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:32.568429 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120217f-f7cd-4e1d-a97b-846dcf58fc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14361cf-6ff9-408f-9891-8ead96726cbd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:32.587030 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:28:32.607029 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Sync routers for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:28:32.624223 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:32.627221 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3475c24c-d34e-4690-9178-a972621112ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:32.642130 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-befa3639-b726-4602-9f2c-de625202372a None None] Provisioning complete for port 5ccf722e-24cf-462e-bf56-d8995ab0b552 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:32.644508 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-befa3639-b726-4602-9f2c-de625202372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.648009 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.656999 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-38aa9c6b-b95b-46f4-bfd7-fb1f4ed9d51b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7101235 Aug 30 16:28:32.657883 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36308) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:32.691218 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-419749c6-9f19-4ad3-a83d-1d3eeca00f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.881571 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-419749c6-9f19-4ad3-a83d-1d3eeca00f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:32.910831 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:32.962329 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5ccf722e-24cf-462e-bf56-d8995ab0b552 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:32.970489 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537911'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:33.068304 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdc0dcc-15b1-46bb-bbea-e86d9564e533 None None] Network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:28:33.106639 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-419749c6-9f19-4ad3-a83d-1d3eeca00f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:33.109755 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-419749c6-9f19-4ad3-a83d-1d3eeca00f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:33.111019 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-419749c6-9f19-4ad3-a83d-1d3eeca00f3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a14361cf-6ff9-408f-9891-8ead96726cbd HTTP/1.1" status: 204 len: 168 time: 0.5436950 Aug 30 16:28:33.136169 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419749c6-9f19-4ad3-a83d-1d3eeca00f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14361cf-6ff9-408f-9891-8ead96726cbd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:33.246621 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 is scheduled to L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 16:28:33.268880 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d2ba89b9-4806-4b2e-9184-12b36aa81215 None None] Provisioning for port b4b7337a-d6dd-4920-9480-c0950910ba36 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:33.299147 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 5ccf722e-24cf-462e-bf56-d8995ab0b552 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:33.299532 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:33.445396 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3475c24c-d34e-4690-9178-a972621112ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:31Z', 'revision_number': 3, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:33.491862 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Checking router: 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:28:33.492719 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Updating router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 port 863bbc0e-a43e-41a8-8ac3-92f170716e9e binding host dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:28:33.514974 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:28:33.532392 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Sync routers for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:28:33.539277 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:33.576877 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:33.579824 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-af1db197-fe57-4398-9c54-fb20a70d337d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2475030 Aug 30 16:28:33.587940 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36334) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:33.615464 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:33.616335 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:33.692918 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device b4b7337a-d6dd-4920-9480-c0950910ba36 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:33.768526 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7689d-ad83-4fa8-b2a0-62eca1625f1a req-5717edf9-9885-40ee-85e9-d97ba0e9d36b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:33.770047 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3da7689d-ad83-4fa8-b2a0-62eca1625f1a req-5717edf9-9885-40ee-85e9-d97ba0e9d36b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.3000813 Aug 30 16:28:33.953516 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:33.993491 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.007460 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port b4b7337a-d6dd-4920-9480-c0950910ba36 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:34.008467 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Transition to ACTIVE for port object 863bbc0e-a43e-41a8-8ac3-92f170716e9e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:34.020785 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.076327 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port b4b7337a-d6dd-4920-9480-c0950910ba36 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:34.076574 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.107578 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Pushing event updated for resources: {'Port': ['ID=863bbc0e-a43e-41a8-8ac3-92f170716e9e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:34.113007 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Attempting to bind port 863bbc0e-a43e-41a8-8ac3-92f170716e9e on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:28:34.113585 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Attempting to bind port 863bbc0e-a43e-41a8-8ac3-92f170716e9e by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:28:34.114049 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Attempting to bind port 863bbc0e-a43e-41a8-8ac3-92f170716e9e on network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:34.123780 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.124274 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.124716 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.125158 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.125770 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.126314 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.126712 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.127135 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.127580 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.128001 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.128781 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.128781 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:28:34.141350 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:28:34.141896 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Checking segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:34.145086 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.145086 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Bound using segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:28:34.148596 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Bound port: 863bbc0e-a43e-41a8-8ac3-92f170716e9e, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:28:34.149597 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.237138 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3475c24c-d34e-4690-9178-a972621112ec None None] For port 863bbc0e-a43e-41a8-8ac3-92f170716e9e, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:28:34.243285 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3475c24c-d34e-4690-9178-a972621112ec None None] For port 863bbc0e-a43e-41a8-8ac3-92f170716e9e, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=863bbc0e-a43e-41a8-8ac3-92f170716e9e,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:28:34.251098 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.269288 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-30cee432-3190-41ad-a7af-a710717ea7b0 None None] Provisioning complete for port b4b7337a-d6dd-4920-9480-c0950910ba36 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:34.269717 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30cee432-3190-41ad-a7af-a710717ea7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.300048 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3da7689d-ad83-4fa8-b2a0-62eca1625f1a req-42cc0cc6-b003-4a18-a33c-57d9a138254e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781511 Aug 30 16:28:34.320459 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.331330 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:34.331975 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3475c24c-d34e-4690-9178-a972621112ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:34.390699 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35848746-b60e-4ebb-ae2b-5ec9a90533c6 None None] Pushing event updated for resources: {'Port': ['ID=863bbc0e-a43e-41a8-8ac3-92f170716e9e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:34.391766 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port b4b7337a-d6dd-4920-9480-c0950910ba36, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=b4b7337a-d6dd-4920-9480-c0950910ba36,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:34.399422 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:32Z', 'revision_number': 3, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:34.407739 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.422243 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.541963 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3475c24c-d34e-4690-9178-a972621112ec None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:34.608308 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Checking router: 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:28:34.608604 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Updating router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 port d8495467-3183-4af1-8f4d-646b0afae457 binding host dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:28:34.712954 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=b4b7337a-d6dd-4920-9480-c0950910ba36,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:34.719142 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30cee432-3190-41ad-a7af-a710717ea7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.739502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:34.854939 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Allocated IP 172.20.0.1 (7737f67b-d86b-49e3-9495-77e3226e683c/3ca4cf7d-2201-4d91-9b3a-ae06db920545/6394752d-a610-4914-97cc-7f6aaa8f1ad3) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:34.892893 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.db.api [None req-30cee432-3190-41ad-a7af-a710717ea7b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 16:28:34.893284 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG oslo_db.api [None req-30cee432-3190-41ad-a7af-a710717ea7b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 16:28:35.026509 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:35.039518 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3475c24c-d34e-4690-9178-a972621112ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:31Z', 'revision_number': 3, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:35.081674 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475c24c-d34e-4690-9178-a972621112ec None None] The sync data for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi is: [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:31Z', 'revision_number': 3, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:28:35.130987 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:35.144961 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Transition to ACTIVE for port object d8495467-3183-4af1-8f4d-646b0afae457 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:35.170806 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:35.269372 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Attempting to bind port d8495467-3183-4af1-8f4d-646b0afae457 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:28:35.269804 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Attempting to bind port d8495467-3183-4af1-8f4d-646b0afae457 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:28:35.270291 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Attempting to bind port d8495467-3183-4af1-8f4d-646b0afae457 on network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:35.287116 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:28:35.287466 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Checking segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:35.288033 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:35.288276 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Bound using segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:28:35.288815 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Bound port: d8495467-3183-4af1-8f4d-646b0afae457, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:28:35.289206 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:35.342452 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8af6a-4be9-4d3f-94f0-7ac74beed636 None None] Pushing event updated for resources: {'Port': ['ID=d8495467-3183-4af1-8f4d-646b0afae457,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:35.344762 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:35.374491 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Allocated IP 172.20.0.1 (a26c6b94-8c9c-43c4-bba2-1dae4c94d91d/58d75be7-63e7-408a-a34c-24700364bd2d/d86a140a-b343-4cca-b2cc-122d7b42ab8d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:35.382598 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Transition to ACTIVE for port object 6394752d-a610-4914-97cc-7f6aaa8f1ad3 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:35.501771 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] For port d8495467-3183-4af1-8f4d-646b0afae457, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:28:35.507144 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] For port d8495467-3183-4af1-8f4d-646b0afae457, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=d8495467-3183-4af1-8f4d-646b0afae457,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:28:35.517680 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:35.601232 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8af6a-4be9-4d3f-94f0-7ac74beed636 None None] Pushing event updated for resources: {'Port': ['ID=d8495467-3183-4af1-8f4d-646b0afae457,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:35.630390 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:35.631253 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:35.651951 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:35.654517 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:35.743617 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6394752d-a610-4914-97cc-7f6aaa8f1ad3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:35.755889 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Transition to ACTIVE for port object d86a140a-b343-4cca-b2cc-122d7b42ab8d will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:35.761714 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67093a01-6725-4e3f-b9de-776477cfb256 req-e56c3d2f-f76a-4eb1-94a4-f0becb22c440 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:35.763707 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-67093a01-6725-4e3f-b9de-776477cfb256 req-e56c3d2f-f76a-4eb1-94a4-f0becb22c440 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.2432096 Aug 30 16:28:35.768440 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Network 7737f67b-d86b-49e3-9495-77e3226e683c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:35.772124 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:35.782334 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:35.808509 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:35.881886 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538088'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:35.889071 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-67093a01-6725-4e3f-b9de-776477cfb256 req-2392e75b-fbbe-4d44-821c-1f259056cfdc tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180084 Aug 30 16:28:35.951582 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:36.006761 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:36.014302 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:36.039525 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:36.049528 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:32Z', 'revision_number': 3, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:36.066627 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Pushing event updated for resources: {'Port': ['ID=d86a140a-b343-4cca-b2cc-122d7b42ab8d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:36.098878 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3178fb-4c32-4d46-9fe6-31766b925a04 None None] The sync data for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi is: [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:32Z', 'revision_number': 3, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:28:36.106609 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538088'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:36.116199 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-44392dcd-aae3-4507-a480-e766c09fba84 None None] Provisioning for port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:36.122350 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-44392dcd-aae3-4507-a480-e766c09fba84 None None] Provisioning complete for port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:36.123216 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44392dcd-aae3-4507-a480-e766c09fba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:36.174714 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-44392dcd-aae3-4507-a480-e766c09fba84 None None] Port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:28:36.212594 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:36.319425 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fe85e021-e2a6-4cad-97cd-423f2c9ba6d1 None None] Provisioning for port d86a140a-b343-4cca-b2cc-122d7b42ab8d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:36.330101 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fe85e021-e2a6-4cad-97cd-423f2c9ba6d1 None None] Provisioning complete for port d86a140a-b343-4cca-b2cc-122d7b42ab8d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:36.330489 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe85e021-e2a6-4cad-97cd-423f2c9ba6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:36.392384 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fe85e021-e2a6-4cad-97cd-423f2c9ba6d1 None None] Port d86a140a-b343-4cca-b2cc-122d7b42ab8d cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:28:36.408241 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:36.620687 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:36.643030 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27026919'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:36.891723 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 863bbc0e-a43e-41a8-8ac3-92f170716e9e up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:36.908138 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-0e58e8f9-fbfa-4611-b728-5c677828f2fe tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=95d984c2651640fe86e3667bcf8f96da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191986 Aug 30 16:28:36.991494 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534839'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:37.004382 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 863bbc0e-a43e-41a8-8ac3-92f170716e9e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:37.022136 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 863bbc0e-a43e-41a8-8ac3-92f170716e9e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:37.023402 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:37.045899 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6394752d-a610-4914-97cc-7f6aaa8f1ad3,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:37.168560 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:37.205731 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 863bbc0e-a43e-41a8-8ac3-92f170716e9e, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=863bbc0e-a43e-41a8-8ac3-92f170716e9e,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:37.213683 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:37.214620 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d8495467-3183-4af1-8f4d-646b0afae457 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:37.358538 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=863bbc0e-a43e-41a8-8ac3-92f170716e9e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:37.368130 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port d8495467-3183-4af1-8f4d-646b0afae457 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:37.375273 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port d8495467-3183-4af1-8f4d-646b0afae457 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:37.375977 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:37.500242 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:37.500857 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:37.526724 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27026919'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:37.558136 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port d8495467-3183-4af1-8f4d-646b0afae457, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=d8495467-3183-4af1-8f4d-646b0afae457,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:37.563668 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:37.564612 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device b4b7337a-d6dd-4920-9480-c0950910ba36 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:37.667583 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=d8495467-3183-4af1-8f4d-646b0afae457,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:37.672015 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211b87b-5093-4f16-baba-fac0f9760352 req-e7fa573e-bf43-4506-a7d4-8ae86e063c5d tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:37.673648 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9211b87b-5093-4f16-baba-fac0f9760352 req-e7fa573e-bf43-4506-a7d4-8ae86e063c5d tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.6133289 Aug 30 16:28:37.674451 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534839'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:37.689738 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port b4b7337a-d6dd-4920-9480-c0950910ba36 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:37.690185 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:37.704031 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Pushing event updated for resources: {'Port': ['ID=d86a140a-b343-4cca-b2cc-122d7b42ab8d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:37.725766 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-838b3afc-0e72-48c3-8f4c-13a619c737b6 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:37.727338 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-838b3afc-0e72-48c3-8f4c-13a619c737b6 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8119593 Aug 30 16:28:37.811187 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-a0d4116c-df90-42dd-9dcc-eb968ad8bc64 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/quotas/95d984c2651640fe86e3667bcf8f96da HTTP/1.1" status: 200 len: 375 time: 0.0738046 Aug 30 16:28:37.842868 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Network 7737f67b-d86b-49e3-9495-77e3226e683c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:37.852514 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9211b87b-5093-4f16-baba-fac0f9760352 req-33acd8ce-f433-4998-b5db-43796037f8ea tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597345 Aug 30 16:28:37.870284 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:37.879632 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-daa157cb-8504-44e8-8ab4-06657e2065bc tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=95d984c2651640fe86e3667bcf8f96da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572147 Aug 30 16:28:37.968911 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:37.971802 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:38.227687 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:28:38.285640 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bc3175a3-b072-4e97-a28b-cf80d9575359 req-81f0fa9b-ffc5-4c56-b1a0-364db5d820a8 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 210 time: 0.0454969 Aug 30 16:28:38.342405 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9caf5cf5-701d-4bd7-b038-2dd18b5fae42 None None] Provisioning complete for port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:38.344222 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9caf5cf5-701d-4bd7-b038-2dd18b5fae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:38.412539 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9caf5cf5-701d-4bd7-b038-2dd18b5fae42 None None] Port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:28:38.483885 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:28:38.534954 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-568b710f-fdb5-4967-bd6a-a12bcc696aeb None None] Provisioning complete for port d86a140a-b343-4cca-b2cc-122d7b42ab8d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:38.535147 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-568b710f-fdb5-4967-bd6a-a12bcc696aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:38.578772 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:28:38.585008 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-568b710f-fdb5-4967-bd6a-a12bcc696aeb None None] Port d86a140a-b343-4cca-b2cc-122d7b42ab8d cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:28:38.593546 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-54fbcd38-7fe1-4bc1-b1de-16093814c5b5 admin admin] 10.222.0.32 "PUT /v2.0/routers/2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9266591 Aug 30 16:28:38.603339 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Sync routers for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:28:38.617433 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:38.619241 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:38.705749 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:28:38.734898 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-fc94931c-d07c-40e4-a480-36be23a21567 admin admin] 10.222.0.32 "PUT /v2.0/routers/96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1412561 Aug 30 16:28:38.748404 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 863bbc0e-a43e-41a8-8ac3-92f170716e9e up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:38.802870 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Sync routers for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:28:38.804314 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:38.820734 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:38.821386 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:38.936477 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 863bbc0e-a43e-41a8-8ac3-92f170716e9e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:38.936808 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:39.046913 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:39.071081 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f3154-5b5b-4b6c-ae08-37598a481002 req-66cf4497-864a-43df-8cdd-3c2b648ec1c0 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:39.073835 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f19f3154-5b5b-4b6c-ae08-37598a481002 req-66cf4497-864a-43df-8cdd-3c2b648ec1c0 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1047065 Aug 30 16:28:39.161047 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f19f3154-5b5b-4b6c-ae08-37598a481002 req-0effac7c-c55c-40d5-a981-8f9e088c2c78 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801442 Aug 30 16:28:39.245422 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 2, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:39.256474 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d8495467-3183-4af1-8f4d-646b0afae457 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:39.292599 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Checking router: 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:28:39.293217 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Updating router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 binding host dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:28:39.325553 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:39.363653 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port d8495467-3183-4af1-8f4d-646b0afae457 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:39.364097 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:39.439947 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 2, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:39.467328 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4e982b79-83a0-4805-b567-e59a4a2a012c req-36816ec9-4678-4d95-9134-a0864658bd4f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 210 time: 0.0474529 Aug 30 16:28:39.600170 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36548) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:39.605913 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-19464149-network', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:39.661830 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Made reservation on behalf of 5b104ffaf4b541ac98b5cedf24d39621 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:39.666521 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:39.710074 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:39.734740 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Checking router: 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:28:39.735369 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Updating router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 port d86a140a-b343-4cca-b2cc-122d7b42ab8d binding host dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:28:39.803518 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:39.859239 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36558) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:39.865252 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-48b4e68d-b05e-4b73-8073-f60998405850 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75620301', 'description': 'tempest-description--802379765'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:39.877648 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:39.895530 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Transition to ACTIVE for port object 6394752d-a610-4914-97cc-7f6aaa8f1ad3 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:39.915499 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:39.955867 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-392dd45e-0572-440a-bbf2-8816042bedf5 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=95d984c2651640fe86e3667bcf8f96da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438030 Aug 30 16:28:40.026814 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d4a41-d6e5-428a-a5bc-7024bc6a19a4 None None] Pushing event updated for resources: {'Port': ['ID=6394752d-a610-4914-97cc-7f6aaa8f1ad3,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:40.126236 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.142657 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Attempting to bind port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:28:40.143161 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Attempting to bind port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:28:40.143519 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Attempting to bind port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 on network 7737f67b-d86b-49e3-9495-77e3226e683c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:40.152245 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:28:40.152774 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Checking segment: {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:40.153380 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.153850 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Bound using segment: {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:28:40.154492 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Bound port: 6394752d-a610-4914-97cc-7f6aaa8f1ad3, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:28:40.154903 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.168603 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.201346 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48b4e68d-b05e-4b73-8073-f60998405850 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.279957 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:28:40.296921 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] For port 6394752d-a610-4914-97cc-7f6aaa8f1ad3, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:28:40.306065 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] For port 6394752d-a610-4914-97cc-7f6aaa8f1ad3, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=6394752d-a610-4914-97cc-7f6aaa8f1ad3,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:28:40.314912 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.338963 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90d1430-8151-4e7a-8cef-9af1d2e8ea75,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:40.347247 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.348269 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Added segment 9d9cb5f7-cd20-423b-b639-ffa60349c4c8 of type vlan for network ccab94e0-4182-46ca-a6d6-6b4384bedda7 Aug 30 16:28:40.391430 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-bfd4ddf3-c054-45f5-ac9c-caa92dd754bb tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:40.393760 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:40.394557 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:40.398022 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-bfd4ddf3-c054-45f5-ac9c-caa92dd754bb tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4300382 Aug 30 16:28:40.461672 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Request body: {'port': {'device_id': 'dced5845-32bc-463a-aafa-fa47271e7131', 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c', 'admin_state_up': True, 'tenant_id': '95d984c2651640fe86e3667bcf8f96da'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:40.525941 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.526202 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d4a41-d6e5-428a-a5bc-7024bc6a19a4 None None] Pushing event updated for resources: {'Port': ['ID=6394752d-a610-4914-97cc-7f6aaa8f1ad3,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:40.544272 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:40.576704 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48b4e68d-b05e-4b73-8073-f60998405850 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.594599 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b505eb-7b5b-4028-b516-801dd478c7e8 req-df80c7dc-348a-4e3d-a914-c21ffbcec3ca tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:40.615899 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d6b505eb-7b5b-4028-b516-801dd478c7e8 req-df80c7dc-348a-4e3d-a914-c21ffbcec3ca tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.2900391 Aug 30 16:28:40.632257 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48b4e68d-b05e-4b73-8073-f60998405850 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.654585 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.656163 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:40.656896 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.720976 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:40.731735 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.764187 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Transition to ACTIVE for port object d86a140a-b343-4cca-b2cc-122d7b42ab8d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:40.779336 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f44fc1f0-b4b4-4f5a-9c27-19bd3fb54dd3 req-9bfa26b9-ff88-4c72-943f-e30bfbff42db tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 210 time: 0.1408632 Aug 30 16:28:40.781083 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1799917 Aug 30 16:28:40.781370 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.791090 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36594) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:40.812378 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] Request body: {'subnet': {'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-19464149-subnet', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:40.844586 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344ea14-fe02-4f1b-a2a0-b5aaf53fb6ad admin admin] Pushing event updated for resources: {'Network': ['ID=ccab94e0-4182-46ca-a6d6-6b4384bedda7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:40.849585 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Made reservation on behalf of 95d984c2651640fe86e3667bcf8f96da for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:40.853965 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.866624 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.879406 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f85cd15d-301c-4bf5-a849-f8afd2f24c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.883847 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4e68d-b05e-4b73-8073-f60998405850 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20607ad1-e4bd-4d67-bdf5-fd24df7593ea,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:40.884740 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network ccab94e0-4182-46ca-a6d6-6b4384bedda7 details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:28:40.886554 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48b4e68d-b05e-4b73-8073-f60998405850 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:40.890676 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-48b4e68d-b05e-4b73-8073-f60998405850 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0271275 Aug 30 16:28:40.893368 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36598) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:40.917710 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-acc48b34-5b0c-4192-ab57-b7e33dc4e52c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'security_group_rule': {'security_group_id': '20607ad1-e4bd-4d67-bdf5-fd24df7593ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:40.930753 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] Made reservation on behalf of 5b104ffaf4b541ac98b5cedf24d39621 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:40.931250 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d6b505eb-7b5b-4028-b516-801dd478c7e8 req-4caf65d7-3286-4a91-9718-0603544a263c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107500 Aug 30 16:28:40.933749 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.000838 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3250f-826b-42c7-9f8d-7c2e817501c7 None None] Pushing event updated for resources: {'Port': ['ID=d86a140a-b343-4cca-b2cc-122d7b42ab8d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:41.102055 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Attempting to bind port d86a140a-b343-4cca-b2cc-122d7b42ab8d on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:28:41.102463 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Attempting to bind port d86a140a-b343-4cca-b2cc-122d7b42ab8d by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:28:41.102826 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Attempting to bind port d86a140a-b343-4cca-b2cc-122d7b42ab8d on network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:41.106343 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:40Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:41.108706 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:28:41.109218 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Checking segment: {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:41.109654 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.110091 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Bound using segment: {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:28:41.110763 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Bound port: d86a140a-b343-4cca-b2cc-122d7b42ab8d, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:28:41.111146 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.113990 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.125404 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.146606 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053067fd-ca29-4b05-b732-9457dc3fad2b None None] The sync data for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi is: [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:40Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:28:41.168004 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.db.api [None req-f85cd15d-301c-4bf5-a849-f8afd2f24c1d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 16:28:41.168004 dv-cinder-806605-2-iscsi neutron-server[93876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 16:28:41.168004 dv-cinder-806605-2-iscsi neutron-server[93876]: [parameters: {'project_id_1': 'dd11896ccca743938beaaa0119a14cca', 'expiration_1': datetime.datetime(2021, 8, 30, 16, 28, 40, 932506)}] Aug 30 16:28:41.168004 dv-cinder-806605-2-iscsi neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 16:28:41.168621 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG oslo_db.api [None req-f85cd15d-301c-4bf5-a849-f8afd2f24c1d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 16:28:41.188195 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:41.193140 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] For port d86a140a-b343-4cca-b2cc-122d7b42ab8d, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:28:41.196956 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] For port d86a140a-b343-4cca-b2cc-122d7b42ab8d, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=d86a140a-b343-4cca-b2cc-122d7b42ab8d,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:28:41.204285 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.311633 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acc48b34-5b0c-4192-ab57-b7e33dc4e52c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.341877 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:41.342592 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:41.359815 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3250f-826b-42c7-9f8d-7c2e817501c7 None None] Pushing event updated for resources: {'Port': ['ID=d86a140a-b343-4cca-b2cc-122d7b42ab8d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:41.435563 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.492716 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:41.670029 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f85cd15d-301c-4bf5-a849-f8afd2f24c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.767638 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:41Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:41.768955 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acc48b34-5b0c-4192-ab57-b7e33dc4e52c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.780499 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Allocated IP 192.168.233.131 (df044538-d258-48c6-8b68-13ae0754aa0c/1f238eab-5a84-4403-b186-e0664bcede21/a51871a1-a835-4840-b9f3-adf92591190e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:41.784864 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acc48b34-5b0c-4192-ab57-b7e33dc4e52c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.805779 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733bb30b-1a14-4255-8472-fa048044fe2a None None] The sync data for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi is: [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:41Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:28:41.819668 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] Pushing event updated for resources: {'Subnet': ['ID=27617cd5-1538-4788-be92-843902aed425,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:41.825836 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc48b34-5b0c-4192-ab57-b7e33dc4e52c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2c65cb-8869-4796-9aae-7bc27d212ff5,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:41.847774 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] Checking segment: {'id': '9d9cb5f7-cd20-423b-b639-ffa60349c4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:41.848033 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] Network hostable DHCP agents. Network: ccab94e0-4182-46ca-a6d6-6b4384bedda7, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:28:41.861973 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f85cd15d-301c-4bf5-a849-f8afd2f24c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.867846 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f85cd15d-301c-4bf5-a849-f8afd2f24c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.881415 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acc48b34-5b0c-4192-ab57-b7e33dc4e52c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:41.884767 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-acc48b34-5b0c-4192-ab57-b7e33dc4e52c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9869330 Aug 30 16:28:41.933648 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36606) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:41.945817 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-301360db-4cc3-4e09-882d-113f38708859 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'security_group_rule': {'security_group_id': '20607ad1-e4bd-4d67-bdf5-fd24df7593ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:41.957942 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] Network ccab94e0-4182-46ca-a6d6-6b4384bedda7 is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:28:42.015547 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b6e90753-28dd-4a6a-813c-06bb10e525fe req-4e8c9f39-5dd9-49e5-b660-4fe5e99341b6 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 210 time: 0.1004081 Aug 30 16:28:42.053902 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cd15d-301c-4bf5-a849-f8afd2f24c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab9d4d-9ef7-4271-8493-63ebe569e7b8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:42.079011 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f85cd15d-301c-4bf5-a849-f8afd2f24c1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd11896ccca743938beaaa0119a14cca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5287330 Aug 30 16:28:42.084237 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36620) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:42.098886 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, ccab94e0-4182-46ca-a6d6-6b4384bedda7) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:42.104054 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:42.105351 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.126935 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c401ec7-aa8c-4b90-9dc0-575fffc78caf None None] Network ccab94e0-4182-46ca-a6d6-6b4384bedda7 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:28:42.140882 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-301360db-4cc3-4e09-882d-113f38708859 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.185678 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-083968f0-2fbb-4eda-9c1d-d76b2830573e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3925083 Aug 30 16:28:42.189537 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36624) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:42.199270 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-19464149-router', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:42.249361 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-301360db-4cc3-4e09-882d-113f38708859 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.250322 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36626) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:42.258226 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-301360db-4cc3-4e09-882d-113f38708859 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.265696 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1315'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.267283 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1320'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.302961 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8f2ff-7cfa-4414-bb17-8c24dedbbed3 req-5dc92745-183c-41c1-ba78-4764eef5882e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:42.304572 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301360db-4cc3-4e09-882d-113f38708859 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a21a48-a6e8-4b6e-849e-33542d584724,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:42.312842 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e7c8f2ff-7cfa-4414-bb17-8c24dedbbed3 req-5dc92745-183c-41c1-ba78-4764eef5882e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.2268755 Aug 30 16:28:42.324311 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-301360db-4cc3-4e09-882d-113f38708859 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.324311 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-301360db-4cc3-4e09-882d-113f38708859 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885801 Aug 30 16:28:42.330567 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36628) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:42.336712 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'floatingip': {'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:42.347012 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.356896 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3c41b9d-2647-4d17-8224-5c3ee400ac42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.380804 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Transition to ACTIVE for port object a51871a1-a835-4840-b9f3-adf92591190e will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:42.398726 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.447425 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e7c8f2ff-7cfa-4414-bb17-8c24dedbbed3 req-42e97849-32ed-47e3-8a2d-e275358307e0 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310582 Aug 30 16:28:42.462667 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3c41b9d-2647-4d17-8224-5c3ee400ac42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.465760 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.469485 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f64501-05c8-4ce9-9b8a-707288939995 admin admin] Deleting subnet 09c578ea-e450-4c24-a8f4-33f24a39c6c7 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:28:42.483971 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49f64501-05c8-4ce9-9b8a-707288939995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.513196 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.558252 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72efa589-712c-54d5-b948-964b5e13cf40-ccab94e0-4182-46ca-a6d6-6b4384bedda7', 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'fixed_ips': [{'subnet_id': '27617cd5-1538-4788-be92-843902aed425'}]}} from dv-cinder-806605-2-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 16:28:42.559242 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.603770 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49f64501-05c8-4ce9-9b8a-707288939995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27047387'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.617227 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Network df044538-d258-48c6-8b68-13ae0754aa0c is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:42.626060 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:42.631148 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:42.637701 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:42.649894 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.708844 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2599199 Aug 30 16:28:42.710557 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baee88-3884-479b-bd55-b13f22d89a7f tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Pushing event updated for resources: {'Port': ['ID=a51871a1-a835-4840-b9f3-adf92591190e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:42.736717 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Request body: {'port': {'device_id': 'dced5845-32bc-463a-aafa-fa47271e7131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:42.833072 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.834049 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Allocated IP 172.20.0.2 (ccab94e0-4182-46ca-a6d6-6b4384bedda7/27617cd5-1538-4788-be92-843902aed425/fa4e26c5-ee44-4007-85fd-4be0184e0487) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:42.836079 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:42.912988 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d86a140a-b343-4cca-b2cc-122d7b42ab8d up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:43.046949 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port d86a140a-b343-4cca-b2cc-122d7b42ab8d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:43.059948 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port d86a140a-b343-4cca-b2cc-122d7b42ab8d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:43.060572 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.138485 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49f64501-05c8-4ce9-9b8a-707288939995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.151829 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c7837aeb-3698-48a5-88ec-c414468a2585 None None] Provisioning for port a51871a1-a835-4840-b9f3-adf92591190e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:43.160508 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c7837aeb-3698-48a5-88ec-c414468a2585 None None] Provisioning complete for port a51871a1-a835-4840-b9f3-adf92591190e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:43.160891 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7837aeb-3698-48a5-88ec-c414468a2585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.208488 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3c41b9d-2647-4d17-8224-5c3ee400ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.212745 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3c41b9d-2647-4d17-8224-5c3ee400ac42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.223209 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b3c41b9d-2647-4d17-8224-5c3ee400ac42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3eab9d4d-9ef7-4271-8493-63ebe569e7b8 HTTP/1.1" status: 204 len: 168 time: 1.1302502 Aug 30 16:28:43.234336 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.248354 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.292780 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c41b9d-2647-4d17-8224-5c3ee400ac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab9d4d-9ef7-4271-8493-63ebe569e7b8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:43.293575 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Allocated IP 172.27.3.86 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/b4ebe8c9-2f2c-470c-8e18-73e66b121656) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:43.310784 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49f64501-05c8-4ce9-9b8a-707288939995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27026861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27091175'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.325433 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Transition to ACTIVE for port object fa4e26c5-ee44-4007-85fd-4be0184e0487 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:43.371347 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Transition to ACTIVE for port object fa4e26c5-ee44-4007-85fd-4be0184e0487 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:43.402050 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c7837aeb-3698-48a5-88ec-c414468a2585 None None] Port a51871a1-a835-4840-b9f3-adf92591190e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:28:43.414098 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.428356 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.443240 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f64501-05c8-4ce9-9b8a-707288939995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c578ea-e450-4c24-a8f4-33f24a39c6c7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:43.463563 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49f64501-05c8-4ce9-9b8a-707288939995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.467829 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-49f64501-05c8-4ce9-9b8a-707288939995 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/09c578ea-e450-4c24-a8f4-33f24a39c6c7 HTTP/1.1" status: 204 len: 168 time: 1.2111137 Aug 30 16:28:43.469708 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36646) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:43.470451 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Network ccab94e0-4182-46ca-a6d6-6b4384bedda7 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:43.480865 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:43.485696 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:43.504130 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Pushing event updated for resources: {'Port': ['ID=fa4e26c5-ee44-4007-85fd-4be0184e0487,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:43.518148 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port d86a140a-b343-4cca-b2cc-122d7b42ab8d, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=d86a140a-b343-4cca-b2cc-122d7b42ab8d,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:43.535860 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.536949 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6394752d-a610-4914-97cc-7f6aaa8f1ad3 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:43.584639 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf319b1-f382-4854-a53a-65ca9df3e064 req-b25063bd-e041-481d-befd-c2a3e4f73814 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:43.586303 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ccf319b1-f382-4854-a53a-65ca9df3e064 req-b25063bd-e041-481d-befd-c2a3e4f73814 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 936 time: 0.3809195 Aug 30 16:28:43.615521 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.650960 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51871a1-a835-4840-b9f3-adf92591190e {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:28:43.691651 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6dd34-ee81-4c08-bc57-1d94da6fdd2a req-51d6ddc4-ec0c-4d41-bb2d-a2f09a84a36c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:43.693295 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-56b6dd34-ee81-4c08-bc57-1d94da6fdd2a req-51d6ddc4-ec0c-4d41-bb2d-a2f09a84a36c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1060355 Aug 30 16:28:43.713871 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ccf319b1-f382-4854-a53a-65ca9df3e064 req-04e04c21-23ec-49b5-adf6-fad0f23903ea tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934911 Aug 30 16:28:43.727406 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.748066 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36648) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:43.752107 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Transition to ACTIVE for port object a51871a1-a835-4840-b9f3-adf92591190e will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:43.756260 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.763281 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.781014 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.781244 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-56b6dd34-ee81-4c08-bc57-1d94da6fdd2a req-489a30e0-d110-4889-a10d-1fc0b290d4bd tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771174 Aug 30 16:28:43.788690 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b38a1009-fdef-445e-abc6-f342ae476a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.788858 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Attempting to bind port fa4e26c5-ee44-4007-85fd-4be0184e0487 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:28:43.789154 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Attempting to bind port fa4e26c5-ee44-4007-85fd-4be0184e0487 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '9d9cb5f7-cd20-423b-b639-ffa60349c4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:28:43.789477 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Attempting to bind port fa4e26c5-ee44-4007-85fd-4be0184e0487 on network ccab94e0-4182-46ca-a6d6-6b4384bedda7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:43.806383 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:28:43.807030 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Checking segment: {'id': '9d9cb5f7-cd20-423b-b639-ffa60349c4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:43.810968 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.811526 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Bound using segment: {'id': '9d9cb5f7-cd20-423b-b639-ffa60349c4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:28:43.812162 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Bound port: fa4e26c5-ee44-4007-85fd-4be0184e0487, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9cb5f7-cd20-423b-b639-ffa60349c4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:28:43.812716 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.834103 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=d86a140a-b343-4cca-b2cc-122d7b42ab8d,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:43.896320 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:43.904357 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:43.906120 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:43.906538 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:43.934279 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:43.939192 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Pushing event updated for resources: {'Port': ['ID=a51871a1-a835-4840-b9f3-adf92591190e,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:43.951024 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:43.997281 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] For port fa4e26c5-ee44-4007-85fd-4be0184e0487, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:28:44.003534 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] For port fa4e26c5-ee44-4007-85fd-4be0184e0487, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=fa4e26c5-ee44-4007-85fd-4be0184e0487,segment=NetworkSegment(9d9cb5f7-cd20-423b-b639-ffa60349c4c8),segment_id=9d9cb5f7-cd20-423b-b639-ffa60349c4c8)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:28:44.016842 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.110474 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e26b3-7a73-4840-bd0c-11c29648d3d5 None None] Pushing event updated for resources: {'Port': ['ID=fa4e26c5-ee44-4007-85fd-4be0184e0487,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:44.163303 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.199747 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.204677 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.241708 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b38a1009-fdef-445e-abc6-f342ae476a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.255404 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 6394752d-a610-4914-97cc-7f6aaa8f1ad3, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=6394752d-a610-4914-97cc-7f6aaa8f1ad3,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:44.262037 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.266345 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.289271 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b38a1009-fdef-445e-abc6-f342ae476a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.292478 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Attempting to bind port a51871a1-a835-4840-b9f3-adf92591190e on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:28:44.293019 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Attempting to bind port a51871a1-a835-4840-b9f3-adf92591190e by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'b4501d62-fdfb-499c-b5af-6729534977f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:28:44.293520 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Attempting to bind port a51871a1-a835-4840-b9f3-adf92591190e on network df044538-d258-48c6-8b68-13ae0754aa0c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:44.307039 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.307840 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.308752 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.309225 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > port after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.309712 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > port after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.310172 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > port after_update 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.310651 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.311118 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.311581 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.312038 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.331890 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=6394752d-a610-4914-97cc-7f6aaa8f1ad3,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:44.334894 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a1009-fdef-445e-abc6-f342ae476a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28247f7-bf1d-407c-b214-c3449c4f7e7e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:44.364338 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b38a1009-fdef-445e-abc6-f342ae476a8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2124b0bbc5c14ba5b36ce9a331a3dfc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6082845 Aug 30 16:28:44.367002 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:44.452941 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.453466 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.454506 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.454906 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 16:28:44.455849 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5174f224-0522-4d1a-bf74-f899107aab11']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:44.481353 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'Port': ['ID=b4ebe8c9-2f2c-470c-8e18-73e66b121656,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:44.490286 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Port a51871a1-a835-4840-b9f3-adf92591190e on network df044538-d258-48c6-8b68-13ae0754aa0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:28:44.490612 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Attempting to bind port a51871a1-a835-4840-b9f3-adf92591190e on network df044538-d258-48c6-8b68-13ae0754aa0c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:44.493701 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Allocated IP 172.27.3.239 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/02149ec7-c73f-4c57-9caa-3ed2f71119b0) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:44.505491 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c511ad-efa8-4b1a-8cc8-d2281f0036e9') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:44.505867 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c511ad-efa8-4b1a-8cc8-d2281f0036e9') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:44.514171 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.528069 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:28:44.528452 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Checking segment: {'id': 'b4501d62-fdfb-499c-b5af-6729534977f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:44.528731 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Bound using segment: {'id': 'b4501d62-fdfb-499c-b5af-6729534977f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:28:44.529243 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Bound port: a51871a1-a835-4840-b9f3-adf92591190e, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4501d62-fdfb-499c-b5af-6729534977f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:28:44.530973 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.531060 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ea63605-e198-4eef-8607-7861a5a03b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.544457 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25770940'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.595017 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.619271 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ea63605-e198-4eef-8607-7861a5a03b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.668646 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:28:44.669069 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25795825'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: from cryptography.utils import int_from_bytes Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: from cryptography.utils import int_from_bytes Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: Traceback (most recent call last): Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: timer() Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: cb(*args, **kw) Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: return func(*args, **kwargs) Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: self._notify() Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: self.callback(batched_events) Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: event.method(event) Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: return f(self, *a, **k) Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._get(url).json() Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:28:44.675914 dv-cinder-806605-2-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:28:44.762144 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.786451 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ea63605-e198-4eef-8607-7861a5a03b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.794390 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ea63605-e198-4eef-8607-7861a5a03b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.795588 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-8ea63605-e198-4eef-8607-7861a5a03b78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b28247f7-bf1d-407c-b214-c3449c4f7e7e HTTP/1.1" status: 204 len: 168 time: 0.4276750 Aug 30 16:28:44.818493 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] For port a51871a1-a835-4840-b9f3-adf92591190e, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:28:44.822299 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] For port a51871a1-a835-4840-b9f3-adf92591190e, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a51871a1-a835-4840-b9f3-adf92591190e,segment=NetworkSegment(b4501d62-fdfb-499c-b5af-6729534977f3),segment_id=b4501d62-fdfb-499c-b5af-6729534977f3)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:28:44.828362 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.900481 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea63605-e198-4eef-8607-7861a5a03b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28247f7-bf1d-407c-b214-c3449c4f7e7e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:44.945545 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.951309 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.956346 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] 10.222.0.32 "DELETE /v2.0/networks/5174f224-0522-4d1a-bf74-f899107aab11 HTTP/1.1" status: 204 len: 168 time: 1.4797642 Aug 30 16:28:44.956346 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:44.960928 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36666) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:44.993426 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fa4e26c5-ee44-4007-85fd-4be0184e0487 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:45.064188 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:45.064732 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.065254 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.070116 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] 10.222.0.78 "PUT /v2.0/ports/a51871a1-a835-4840-b9f3-adf92591190e HTTP/1.1" status: 200 len: 1098 time: 2.3427558 Aug 30 16:28:45.070472 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46b0558-5b50-46b0-b1af-359a26ecc613 admin admin] Deleting subnet ab47e686-221f-42fe-9aa0-6ed5beeabf17 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:28:45.076559 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa880b7-3d1b-43cf-b5a4-85093034eca5 service neutron] Pushing event updated for resources: {'Port': ['ID=a51871a1-a835-4840-b9f3-adf92591190e,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:45.080208 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e46b0558-5b50-46b0-b1af-359a26ecc613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.086289 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dced5845-32bc-463a-aafa-fa47271e7131', 'tag': 'a51871a1-a835-4840-b9f3-adf92591190e'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:28:45.092103 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779a5569-4879-4574-bf0a-a1e574d22ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "dced5845-32bc-463a-aafa-fa47271e7131", "tag": "a51871a1-a835-4840-b9f3-adf92591190e"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:28:45.108555 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3081a5-643e-47ce-a352-a65d2230ccdf req-53c1bca2-18d9-4d5f-89b8-1544467ac272 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:45.112569 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port fa4e26c5-ee44-4007-85fd-4be0184e0487 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:45.121834 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f3081a5-643e-47ce-a352-a65d2230ccdf req-53c1bca2-18d9-4d5f-89b8-1544467ac272 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 948 time: 0.2818456 Aug 30 16:28:45.122647 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6394752d-a610-4914-97cc-7f6aaa8f1ad3 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:45.196707 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f2822-2829-482b-9e5a-0b694e4122de admin admin] Pushing event deleted for resources: {'Network': ['ID=5174f224-0522-4d1a-bf74-f899107aab11,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:45.241615 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:45.242000 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.366969 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f3081a5-643e-47ce-a352-a65d2230ccdf req-ad897af7-16d3-4759-881f-ba9cdec06526 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427852 Aug 30 16:28:45.380082 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:45.387580 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:45.395546 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d86a140a-b343-4cca-b2cc-122d7b42ab8d up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:45.407514 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70e981-dcf6-4451-a754-a39c48787eeb req-5e2da380-9a98-48e6-a488-b98a5595c99f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:45.409700 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ec70e981-dcf6-4451-a754-a39c48787eeb req-5e2da380-9a98-48e6-a488-b98a5595c99f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.4476836 Aug 30 16:28:45.417365 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:45.468766 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-61e49fd2-f451-4ccf-923a-fd8d53308251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:45.475380 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port d86a140a-b343-4cca-b2cc-122d7b42ab8d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:45.475842 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.483901 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-61e49fd2-f451-4ccf-923a-fd8d53308251 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=95d984c2651640fe86e3667bcf8f96da&device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 1101 time: 0.2806861 Aug 30 16:28:45.486190 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.498000 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.520433 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e46b0558-5b50-46b0-b1af-359a26ecc613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27047387'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.577494 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Pushing event updated for resources: {'Port': ['ID=02149ec7-c73f-4c57-9caa-3ed2f71119b0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:45.633156 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e46b0558-5b50-46b0-b1af-359a26ecc613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.647391 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-153a23a7-c4ce-40bf-8598-bcb34d546948 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=a51871a1-a835-4840-b9f3-adf92591190e HTTP/1.1" status: 200 len: 217 time: 0.1375680 Aug 30 16:28:45.708407 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ec70e981-dcf6-4451-a754-a39c48787eeb req-190a7917-acca-4b73-a502-e938911180e3 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843437 Aug 30 16:28:45.712576 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e46b0558-5b50-46b0-b1af-359a26ecc613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27026861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27091175'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.731834 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f639832f-4b4e-4d46-b481-34889df7c28b x-openstack-request-id: req-f639832f-4b4e-4d46-b481-34889df7c28b {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:28:45.732142 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dced5845-32bc-463a-aafa-fa47271e7131", "tag": "a51871a1-a835-4840-b9f3-adf92591190e", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:28:45.732480 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f639832f-4b4e-4d46-b481-34889df7c28b {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:28:45.733174 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dced5845-32bc-463a-aafa-fa47271e7131', 'tag': 'a51871a1-a835-4840-b9f3-adf92591190e', 'status': 'completed', 'code': 200} Aug 30 16:28:45.747589 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b0558-5b50-46b0-b1af-359a26ecc613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab47e686-221f-42fe-9aa0-6ed5beeabf17,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:45.754727 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d1246a-60eb-4cf0-94eb-99ece70cf997 None None] Network ccab94e0-4182-46ca-a6d6-6b4384bedda7 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:28:45.759432 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'Port': ['ID=b4ebe8c9-2f2c-470c-8e18-73e66b121656,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:45.770779 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-15444364-cb55-4cb2-893b-ad89e70ce8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:45.772794 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-15444364-cb55-4cb2-893b-ad89e70ce8ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1f238eab-5a84-4403-b186-e0664bcede21 HTTP/1.1" status: 200 len: 843 time: 0.1119783 Aug 30 16:28:45.784254 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.835095 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.836488 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0ce5fdba-e515-48d9-ab4a-d0a93caf0b02 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5050244 Aug 30 16:28:45.843620 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-2d5a5718-deb8-481f-a1ba-11d6292cbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:45.845407 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-2d5a5718-deb8-481f-a1ba-11d6292cbac0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=df044538-d258-48c6-8b68-13ae0754aa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0576892 Aug 30 16:28:45.879651 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d5c272a1-5ce4-44b7-a892-67abf9d8627a None None] Provisioning for port fa4e26c5-ee44-4007-85fd-4be0184e0487 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:45.908291 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e46b0558-5b50-46b0-b1af-359a26ecc613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.910379 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e46b0558-5b50-46b0-b1af-359a26ecc613 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ab47e686-221f-42fe-9aa0-6ed5beeabf17 HTTP/1.1" status: 204 len: 168 time: 0.9472558 Aug 30 16:28:45.912865 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36696) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:45.971150 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d5c272a1-5ce4-44b7-a892-67abf9d8627a None None] Provisioning complete for port fa4e26c5-ee44-4007-85fd-4be0184e0487 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:45.971525 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5c272a1-5ce4-44b7-a892-67abf9d8627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:45.988026 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-40b19961-252b-45a9-bdb7-6c6b53b69482 service neutron] 10.222.0.78 "GET /v2.0/networks/df044538-d258-48c6-8b68-13ae0754aa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212311 Aug 30 16:28:46.058439 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.121825 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9d0d2c9b-de77-4cad-b16b-8f470d49072f req-49b0bf80-7072-416a-843d-088e71e05f29 service neutron] 10.222.0.78 "GET /v2.0/networks/df044538-d258-48c6-8b68-13ae0754aa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153119 Aug 30 16:28:46.193568 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.209742 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5c272a1-5ce4-44b7-a892-67abf9d8627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.262488 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d5c272a1-5ce4-44b7-a892-67abf9d8627a None None] For port fa4e26c5-ee44-4007-85fd-4be0184e0487, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=fa4e26c5-ee44-4007-85fd-4be0184e0487,segment=NetworkSegment(9d9cb5f7-cd20-423b-b639-ffa60349c4c8),segment_id=9d9cb5f7-cd20-423b-b639-ffa60349c4c8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:46.270109 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5c272a1-5ce4-44b7-a892-67abf9d8627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.304275 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-b2aac8f5-6151-42d2-b05e-7ce4a8f9530b tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--75620301&fields=id&tenant_id=1b0994a8dbef4f86a590d62c7cb36e13 HTTP/1.1" status: 200 len: 267 time: 0.1732769 Aug 30 16:28:46.308222 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.334765 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5569-4879-4574-bf0a-a1e574d22ab1 req-19980dad-3d79-437b-a582-aaadccfb84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:46.336611 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-779a5569-4879-4574-bf0a-a1e574d22ab1 req-19980dad-3d79-437b-a582-aaadccfb84cf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=95d984c2651640fe86e3667bcf8f96da&device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 1101 time: 0.0983877 Aug 30 16:28:46.374117 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff77747-ed71-41a9-a24a-023134f962e5']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:46.396011 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c272a1-5ce4-44b7-a892-67abf9d8627a None None] Pushing event updated for resources: {'Port': ['ID=fa4e26c5-ee44-4007-85fd-4be0184e0487,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:46.409226 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277ac28d-ba04-4ac5-8ed2-f1925e1618c9') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:46.409545 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277ac28d-ba04-4ac5-8ed2-f1925e1618c9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:46.474137 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27047364'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.508586 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.523186 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:28:46.523722 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27026891'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.534627 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5569-4879-4574-bf0a-a1e574d22ab1 req-5e1f94c0-7905-4882-a939-6a19c5190b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:46.536395 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-779a5569-4879-4574-bf0a-a1e574d22ab1 req-5e1f94c0-7905-4882-a939-6a19c5190b03 service neutron] 10.222.0.78 "GET /v2.0/networks?id=df044538-d258-48c6-8b68-13ae0754aa0c HTTP/1.1" status: 200 len: 871 time: 0.1859534 Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: Traceback (most recent call last): Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: timer() Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: cb(*args, **kw) Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: return func(*args, **kwargs) Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: self._notify() Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: self.callback(batched_events) Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: event.method(event) Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: return f(self, *a, **k) Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._get(url).json() Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:28:46.543526 dv-cinder-806605-2-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:28:46.593984 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-779a5569-4879-4574-bf0a-a1e574d22ab1 req-aa9d641a-3ff4-44f5-82cc-a2a57272665e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=a51871a1-a835-4840-b9f3-adf92591190e HTTP/1.1" status: 200 len: 217 time: 0.0452492 Aug 30 16:28:46.601249 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-640e3af9-b40e-4b12-9a3b-b1a38c7cf6f1 None None] Provisioning complete for port fa4e26c5-ee44-4007-85fd-4be0184e0487 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:46.601665 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-640e3af9-b40e-4b12-9a3b-b1a38c7cf6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.706942 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5569-4879-4574-bf0a-a1e574d22ab1 req-7f65eb3f-5eab-4529-ba81-605c0799f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:46.709653 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-779a5569-4879-4574-bf0a-a1e574d22ab1 req-7f65eb3f-5eab-4529-ba81-605c0799f6b1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1f238eab-5a84-4403-b186-e0664bcede21 HTTP/1.1" status: 200 len: 843 time: 0.1031880 Aug 30 16:28:46.753966 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fa4e26c5-ee44-4007-85fd-4be0184e0487 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:46.786372 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5569-4879-4574-bf0a-a1e574d22ab1 req-66fc7f38-4022-4714-9010-537527b40eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:46.787870 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-779a5569-4879-4574-bf0a-a1e574d22ab1 req-66fc7f38-4022-4714-9010-537527b40eb4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=df044538-d258-48c6-8b68-13ae0754aa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0653419 Aug 30 16:28:46.821165 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port fa4e26c5-ee44-4007-85fd-4be0184e0487 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:46.821946 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.913264 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-779a5569-4879-4574-bf0a-a1e574d22ab1 req-ec687e66-b93f-4c33-bf95-bd40b6114768 service neutron] 10.222.0.78 "GET /v2.0/networks/df044538-d258-48c6-8b68-13ae0754aa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078708 Aug 30 16:28:46.926856 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-bd1d3379-963e-4263-b3d2-dd6867c21974 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:46.928358 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-bd1d3379-963e-4263-b3d2-dd6867c21974 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/networks?id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 200 len: 811 time: 0.6107712 Aug 30 16:28:46.928987 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.958733 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:46.962020 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] 10.222.0.32 "DELETE /v2.0/networks/fff77747-ed71-41a9-a24a-023134f962e5 HTTP/1.1" status: 204 len: 168 time: 1.0478890 Aug 30 16:28:46.982184 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1a68d-268a-4da2-a980-e2819c53e593 req-700ef1e9-ac45-4846-aff9-db349b1a7fa7 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:46.983695 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-28f1a68d-268a-4da2-a980-e2819c53e593 req-700ef1e9-ac45-4846-aff9-db349b1a7fa7 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 948 time: 0.4688773 Aug 30 16:28:46.984465 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf7da3-425e-4936-bc34-363a3a79e94d admin admin] Pushing event deleted for resources: {'Network': ['ID=fff77747-ed71-41a9-a24a-023134f962e5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:46.990013 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5238d33a-367e-4828-90f2-0a233c24bb66 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/quotas/1b0994a8dbef4f86a590d62c7cb36e13 HTTP/1.1" status: 200 len: 375 time: 0.0536883 Aug 30 16:28:47.003510 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537911'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:47.095355 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-28f1a68d-268a-4da2-a980-e2819c53e593 req-68b343f9-a55f-4766-af37-669c772934d8 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019251 Aug 30 16:28:47.150432 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-19705903-2142-4f6d-a0e6-5985b4e2f199 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1481421 Aug 30 16:28:47.177901 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36742) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:47.242421 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8ef652b4-56ae-4467-90db-44162923df27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=546229cfd14f4f5085278da6732a5209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622799 Aug 30 16:28:47.243649 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36746) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:47.287344 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-d5787bae-5d74-46fd-a111-5b4fa14bd2f7 service neutron] 10.222.0.32 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220813 Aug 30 16:28:47.296542 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Router 38746699-95da-4728-98c4-bb9f9b57c22c is scheduled to L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 16:28:47.300483 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d500cf6-da2d-4459-b0f7-9c6ca0944065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:47.322540 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d500cf6-da2d-4459-b0f7-9c6ca0944065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:47.374820 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d500cf6-da2d-4459-b0f7-9c6ca0944065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:47.376278 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d500cf6-da2d-4459-b0f7-9c6ca0944065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:47.381338 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8d500cf6-da2d-4459-b0f7-9c6ca0944065 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a575cba2-5e35-40c2-a3ee-7c72751966dc HTTP/1.1" status: 204 len: 168 time: 0.1341846 Aug 30 16:28:47.387229 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d500cf6-da2d-4459-b0f7-9c6ca0944065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a575cba2-5e35-40c2-a3ee-7c72751966dc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:47.480598 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-23d1fded-e786-4bc5-9b44-c8939b015d47 service neutron] 10.222.0.32 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820588 Aug 30 16:28:47.509399 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:28:47.531551 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Sync routers for ids ['38746699-95da-4728-98c4-bb9f9b57c22c'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:28:47.540079 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:47.541404 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-6cb927bb-1780-493f-91e4-fb6f46cdf033 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3470855 Aug 30 16:28:47.544412 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36762) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:47.549163 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Routers {'38746699-95da-4728-98c4-bb9f9b57c22c'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:47.549163 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['38746699-95da-4728-98c4-bb9f9b57c22c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:47.724764 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Set router 38746699-95da-4728-98c4-bb9f9b57c22c gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:47.830293 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8db3dc-a1fe-41b9-b2d2-e4ddd3a60320 req-414b4605-1cf6-4e4b-88ad-6883247d6dfe tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:47.833171 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7d8db3dc-a1fe-41b9-b2d2-e4ddd3a60320 req-414b4605-1cf6-4e4b-88ad-6883247d6dfe tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0984139 Aug 30 16:28:47.944926 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7d8db3dc-a1fe-41b9-b2d2-e4ddd3a60320 req-6f211a67-be5f-438a-a7a5-d7839ad29f58 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962405 Aug 30 16:28:48.068611 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'name': 'tempest-TestVolumeBootPattern-19464149-router', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:42Z', 'updated_at': '2021-08-30T16:28:45Z', 'revision_number': 3, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'gw_port': {'id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:44Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:48.074366 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36790) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:48.089008 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-049b1956-7c30-4339-b9ef-2127a9101582 req-5359dce1-7cff-4c54-aa74-35fcb0c71d55 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 210 time: 0.0498526 Aug 30 16:28:48.118375 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Checking router: 38746699-95da-4728-98c4-bb9f9b57c22c for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:28:48.118375 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Updating router 38746699-95da-4728-98c4-bb9f9b57c22c port 02149ec7-c73f-4c57-9caa-3ed2f71119b0 binding host dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:28:48.135542 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d0435316-37f2-47a6-97d6-f772b07f439c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8167448c0a94cc299811999a2482fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590284 Aug 30 16:28:48.138336 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:48.228850 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5169bb-3b03-44fe-b2b4-87cfe22ef6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.258212 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.329151 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5169bb-3b03-44fe-b2b4-87cfe22ef6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.368916 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9414b-2e58-4fda-a29a-6540903d1ed1 req-2ae57ae2-d139-4988-91f7-cc069ce47530 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:48.370638 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-60c9414b-2e58-4fda-a29a-6540903d1ed1 req-2ae57ae2-d139-4988-91f7-cc069ce47530 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 948 time: 0.1351812 Aug 30 16:28:48.386928 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36800) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:48.438853 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-60c9414b-2e58-4fda-a29a-6540903d1ed1 req-16cdb108-bd0e-48f4-969b-787798c149cd tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601385 Aug 30 16:28:48.456959 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5169bb-3b03-44fe-b2b4-87cfe22ef6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.460938 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5169bb-3b03-44fe-b2b4-87cfe22ef6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.466379 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7f5169bb-3b03-44fe-b2b4-87cfe22ef6c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddeb122d-668d-4a8c-925b-436f5041704c HTTP/1.1" status: 204 len: 168 time: 0.3268309 Aug 30 16:28:48.477753 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5169bb-3b03-44fe-b2b4-87cfe22ef6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeb122d-668d-4a8c-925b-436f5041704c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:48.529521 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.589869 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.594055 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75621329-8a10-4a1e-85c7-45ec3078de75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.608445 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Transition to ACTIVE for port object 02149ec7-c73f-4c57-9caa-3ed2f71119b0 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:48.620922 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.719141 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1bfa2-24d9-4286-8077-93c617494677 None None] Pushing event updated for resources: {'Port': ['ID=02149ec7-c73f-4c57-9caa-3ed2f71119b0,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:48.729016 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75621329-8a10-4a1e-85c7-45ec3078de75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.738368 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75621329-8a10-4a1e-85c7-45ec3078de75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.749488 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Allocated IP 172.20.0.1 (ccab94e0-4182-46ca-a6d6-6b4384bedda7/27617cd5-1538-4788-be92-843902aed425/439ca5f6-877b-4546-9b15-d25defdb16ef) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:48.751597 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Attempting to bind port 02149ec7-c73f-4c57-9caa-3ed2f71119b0 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:28:48.751968 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Attempting to bind port 02149ec7-c73f-4c57-9caa-3ed2f71119b0 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:28:48.752399 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Attempting to bind port 02149ec7-c73f-4c57-9caa-3ed2f71119b0 on network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:48.759481 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:28:48.760339 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Checking segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:48.760992 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.761730 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Bound using segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:28:48.762485 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Bound port: 02149ec7-c73f-4c57-9caa-3ed2f71119b0, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:28:48.763144 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.787427 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-75621329-8a10-4a1e-85c7-45ec3078de75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5818ea9743d4b3085bd4249b8b2210a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993175 Aug 30 16:28:48.788579 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75621329-8a10-4a1e-85c7-45ec3078de75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf4c5e7-a0c5-4224-b1a5-71d03168edec,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:48.790745 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36812) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:48.840085 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] For port 02149ec7-c73f-4c57-9caa-3ed2f71119b0, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:28:48.843416 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] For port 02149ec7-c73f-4c57-9caa-3ed2f71119b0, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=02149ec7-c73f-4c57-9caa-3ed2f71119b0,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:28:48.849387 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.898215 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f80e1703-c224-408f-9728-2c353acc31f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.902377 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Routers {'38746699-95da-4728-98c4-bb9f9b57c22c'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:48.903006 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['38746699-95da-4728-98c4-bb9f9b57c22c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:48.920939 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.937639 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f80e1703-c224-408f-9728-2c353acc31f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:48.944686 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1bfa2-24d9-4286-8077-93c617494677 None None] Pushing event updated for resources: {'Port': ['ID=02149ec7-c73f-4c57-9caa-3ed2f71119b0,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:48.949358 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Transition to ACTIVE for port object 439ca5f6-877b-4546-9b15-d25defdb16ef will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:49.006824 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:49.018693 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f80e1703-c224-408f-9728-2c353acc31f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:49.021960 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f80e1703-c224-408f-9728-2c353acc31f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:49.023790 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f80e1703-c224-408f-9728-2c353acc31f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbf4c5e7-a0c5-4224-b1a5-71d03168edec HTTP/1.1" status: 204 len: 168 time: 0.2317939 Aug 30 16:28:49.041484 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] Set router 38746699-95da-4728-98c4-bb9f9b57c22c gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:49.062723 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e1703-c224-408f-9728-2c353acc31f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf4c5e7-a0c5-4224-b1a5-71d03168edec,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:49.074779 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Network ccab94e0-4182-46ca-a6d6-6b4384bedda7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:49.079603 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:49.084406 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:49.090722 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=439ca5f6-877b-4546-9b15-d25defdb16ef,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:49.132499 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538088'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:49.172057 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601b956-89ea-46b3-ad7f-f5efd428c97c req-b8af5e96-c936-4c51-bae3-c7ccbd48ae82 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:49.176002 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5601b956-89ea-46b3-ad7f-f5efd428c97c req-b8af5e96-c936-4c51-bae3-c7ccbd48ae82 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1504939 Aug 30 16:28:49.242583 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5601b956-89ea-46b3-ad7f-f5efd428c97c req-b2a8e1ff-e280-42b3-ae2a-64047a5b2457 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530636 Aug 30 16:28:49.311908 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'name': 'tempest-TestVolumeBootPattern-19464149-router', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:42Z', 'updated_at': '2021-08-30T16:28:45Z', 'revision_number': 3, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'gw_port': {'id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:44Z', 'updated_at': '2021-08-30T16:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:49.347490 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576d02a-a6da-4e59-b78a-e09eed819493 None None] The sync data for ids ['38746699-95da-4728-98c4-bb9f9b57c22c'] in dv-cinder-806605-2-iscsi is: [{'id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'name': 'tempest-TestVolumeBootPattern-19464149-router', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:42Z', 'updated_at': '2021-08-30T16:28:45Z', 'revision_number': 3, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'gw_port': {'id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:44Z', 'updated_at': '2021-08-30T16:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:28:49.391238 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cea5e8d3-1f92-4852-91f0-dab58c2b8bc2 None None] Provisioning for port 439ca5f6-877b-4546-9b15-d25defdb16ef completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:49.392641 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:49.397814 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cea5e8d3-1f92-4852-91f0-dab58c2b8bc2 None None] Provisioning complete for port 439ca5f6-877b-4546-9b15-d25defdb16ef triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:49.398203 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cea5e8d3-1f92-4852-91f0-dab58c2b8bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:49.403180 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-46042bfe-91b3-4dc0-849c-56954ec1d019 req-4e0fb50c-38f7-4c4f-b2ef-18c0cc981936 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 210 time: 0.0322220 Aug 30 16:28:49.483250 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cea5e8d3-1f92-4852-91f0-dab58c2b8bc2 None None] Port 439ca5f6-877b-4546-9b15-d25defdb16ef cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:28:49.579369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36838) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:49.596794 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80bde350-adbb-4e1b-acd9-f3474ebb12ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:49.634312 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bb133-5ab1-44d3-9a07-46cb22bbe760 req-2ba8b424-0227-4cb1-87a1-0821f22cc773 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:49.636434 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-433bb133-5ab1-44d3-9a07-46cb22bbe760 req-2ba8b424-0227-4cb1-87a1-0821f22cc773 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 948 time: 0.1006727 Aug 30 16:28:49.788036 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-779a5569-4879-4574-bf0a-a1e574d22ab1 req-c3fbbb9d-12dc-4a50-9590-575d4ceab4bb service neutron] 10.222.0.78 "GET /v2.0/networks/df044538-d258-48c6-8b68-13ae0754aa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227325 Aug 30 16:28:49.874361 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80bde350-adbb-4e1b-acd9-f3474ebb12ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:49.889148 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80bde350-adbb-4e1b-acd9-f3474ebb12ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:49.899394 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:49.906977 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:49.911050 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-433bb133-5ab1-44d3-9a07-46cb22bbe760 req-4ed924ba-2a73-4237-81b7-a63f8bef17f0 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129413 Aug 30 16:28:49.965739 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bde350-adbb-4e1b-acd9-f3474ebb12ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876981c7-ecce-43b1-a126-ce3ae5c22633,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:49.970448 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-80bde350-adbb-4e1b-acd9-f3474ebb12ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a454abdbd47a4fbba3ea9546ac3b4e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900073 Aug 30 16:28:49.973372 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36852) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:50.053466 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-592339b9-e98a-4987-bbe3-ae8de075562d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:50.068615 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534839'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:50.086739 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=439ca5f6-877b-4546-9b15-d25defdb16ef,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:50.089534 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-592339b9-e98a-4987-bbe3-ae8de075562d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:50.162135 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-592339b9-e98a-4987-bbe3-ae8de075562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:50.165218 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-592339b9-e98a-4987-bbe3-ae8de075562d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:50.166962 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-592339b9-e98a-4987-bbe3-ae8de075562d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/876981c7-ecce-43b1-a126-ce3ae5c22633 HTTP/1.1" status: 204 len: 168 time: 0.1924183 Aug 30 16:28:50.188152 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592339b9-e98a-4987-bbe3-ae8de075562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876981c7-ecce-43b1-a126-ce3ae5c22633,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:50.219328 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Network ccab94e0-4182-46ca-a6d6-6b4384bedda7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:50.221172 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:50.400824 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Router 38746699-95da-4728-98c4-bb9f9b57c22c has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:28:50.529825 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b670e15-1d73-4fba-a3cb-7b1d65a83e2f req-8358831c-800c-457a-9d92-a90bb4911c5f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:50.531514 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0b670e15-1d73-4fba-a3cb-7b1d65a83e2f req-8358831c-800c-457a-9d92-a90bb4911c5f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.1524470 Aug 30 16:28:50.625429 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-68fe86bb-07bf-4e2b-b6d7-77ec0450b72f req-518582e4-c610-4a57-a5ab-2dfd9b959bef tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 210 time: 0.0907085 Aug 30 16:28:50.645420 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-81558298-632d-4143-a871-2615fe86085d None None] Provisioning complete for port 439ca5f6-877b-4546-9b15-d25defdb16ef triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:50.645997 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81558298-632d-4143-a871-2615fe86085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:50.676619 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0b670e15-1d73-4fba-a3cb-7b1d65a83e2f req-30a26109-8bdb-4bcb-9feb-787d9a7ff43c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263051 Aug 30 16:28:50.795660 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-81558298-632d-4143-a871-2615fe86085d None None] Port 439ca5f6-877b-4546-9b15-d25defdb16ef cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:28:50.817479 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 02149ec7-c73f-4c57-9caa-3ed2f71119b0 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:50.818331 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-987a17cf-5185-459b-9ffa-e40877966ab8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:50.820831 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-987a17cf-5185-459b-9ffa-e40877966ab8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.78 "GET /v2.0/networks?id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 200 len: 811 time: 0.2083743 Aug 30 16:28:50.872152 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:28:50.892064 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-6e3919e9-70e5-490e-a1fa-b9a4b8ad4dd8 admin admin] 10.222.0.32 "PUT /v2.0/routers/38746699-95da-4728-98c4-bb9f9b57c22c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3460329 Aug 30 16:28:50.924496 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 02149ec7-c73f-4c57-9caa-3ed2f71119b0 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:50.930291 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 02149ec7-c73f-4c57-9caa-3ed2f71119b0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:50.930666 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:50.963680 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-539da8e6-62fc-4e33-b86b-15df685ec67f tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b0994a8dbef4f86a590d62c7cb36e13 HTTP/1.1" status: 200 len: 378 time: 0.0891707 Aug 30 16:28:50.979038 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'port': {'device_id': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'admin_state_up': True, 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'security_groups': ['20607ad1-e4bd-4d67-bdf5-fd24df7593ea']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:51.099906 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:51.126133 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 02149ec7-c73f-4c57-9caa-3ed2f71119b0, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=02149ec7-c73f-4c57-9caa-3ed2f71119b0,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:51.134683 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8ee66-c3be-4382-8246-8d5246d0120a req-4b2f04a1-090a-4c9e-b679-11798ae07fb8 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:51.135741 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:51.147563 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dad8ee66-c3be-4382-8246-8d5246d0120a req-4b2f04a1-090a-4c9e-b679-11798ae07fb8 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 948 time: 0.1150730 Aug 30 16:28:51.183729 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Made reservation on behalf of 1b0994a8dbef4f86a590d62c7cb36e13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:28:51.200202 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:51.217310 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dad8ee66-c3be-4382-8246-8d5246d0120a req-b0720a41-5ac9-4cae-aa65-789b6a76dbd9 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613434 Aug 30 16:28:51.227772 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=02149ec7-c73f-4c57-9caa-3ed2f71119b0,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:51.344786 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2b795ef-3a64-4052-99e9-d745598587eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:51.395635 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Allocated IP 172.20.0.5 (a26c6b94-8c9c-43c4-bba2-1dae4c94d91d/58d75be7-63e7-408a-a34c-24700364bd2d/c9a035e0-d790-4d8e-8484-11d968bb993b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:28:51.421575 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf71285-a852-4f9a-bf56-681f145b612b req-2b15fa02-53c8-4722-8037-fcd12ee5a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:51.423122 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4cf71285-a852-4f9a-bf56-681f145b612b req-2b15fa02-53c8-4722-8037-fcd12ee5a444 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 1098 time: 0.2188473 Aug 30 16:28:51.491266 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4cf71285-a852-4f9a-bf56-681f145b612b req-0a0388fa-ed6c-4546-bc38-0ce337508b77 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590508 Aug 30 16:28:51.562869 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device a51871a1-a835-4840-b9f3-adf92591190e details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:28:51.616085 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:51.633366 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Transition to ACTIVE for port object c9a035e0-d790-4d8e-8484-11d968bb993b will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:51.671594 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:51.763947 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:28:51.771020 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:28:51.784510 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:28:51.834781 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'Port': ['ID=c9a035e0-d790-4d8e-8484-11d968bb993b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:51.866327 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b198b-a4ee-40d0-8ec8-dc832381e3c6 req-a1a12d0f-63d6-4023-abf2-2e87f1c498ea tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:51.866931 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:51.867427 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:51.871328 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b37b198b-a4ee-40d0-8ec8-dc832381e3c6 req-a1a12d0f-63d6-4023-abf2-2e87f1c498ea tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 931 time: 0.1344581 Aug 30 16:28:51.882194 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port a51871a1-a835-4840-b9f3-adf92591190e, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a51871a1-a835-4840-b9f3-adf92591190e,segment=NetworkSegment(b4501d62-fdfb-499c-b5af-6729534977f3),segment_id=b4501d62-fdfb-499c-b5af-6729534977f3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:51.902492 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-5a93ed15-8772-472a-90cc-7a62210767ac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9302959 Aug 30 16:28:51.925613 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Request body: {'port': {'device_id': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:51.947192 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': 'a51871a1-a835-4840-b9f3-adf92591190e', 'network_id': 'df044538-d258-48c6-8b68-13ae0754aa0c', 'port_id': 'a51871a1-a835-4840-b9f3-adf92591190e', 'mac_address': 'fa:16:3e:d7:95:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f238eab-5a84-4403-b186-e0664bcede21', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:28:51.982919 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b37b198b-a4ee-40d0-8ec8-dc832381e3c6 req-eec12464-c1b5-48fa-91e4-009fa74fbbad tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894039 Aug 30 16:28:52.090334 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.090608 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.171473 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51871a1-a835-4840-b9f3-adf92591190e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:28:52.205752 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port a51871a1-a835-4840-b9f3-adf92591190e, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a51871a1-a835-4840-b9f3-adf92591190e,segment=NetworkSegment(b4501d62-fdfb-499c-b5af-6729534977f3),segment_id=b4501d62-fdfb-499c-b5af-6729534977f3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:52.214094 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:52.223022 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.234442 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-25cea8c7-cc3a-480f-b6e6-1dc5e4c797d3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919746962', 'description': 'tempest-secgroup-smoke-919746962 description', 'project_id': 'e3fc734829f24a008dd34c53121ee09c'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:52.279240 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=a51871a1-a835-4840-b9f3-adf92591190e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:52.295321 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4f012aca-d577-4307-a102-787d89b88d5f None None] Provisioning for port c9a035e0-d790-4d8e-8484-11d968bb993b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:52.299262 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25cea8c7-cc3a-480f-b6e6-1dc5e4c797d3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.309000 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4f012aca-d577-4307-a102-787d89b88d5f None None] Provisioning complete for port c9a035e0-d790-4d8e-8484-11d968bb993b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:52.309666 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f012aca-d577-4307-a102-787d89b88d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.331604 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb092e7-2100-40ba-8ab0-87828d8f142c req-4089a7f2-69be-4bf4-839a-ab73c141303a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:52.333208 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4eb092e7-2100-40ba-8ab0-87828d8f142c req-4089a7f2-69be-4bf4-839a-ab73c141303a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.2026701 Aug 30 16:28:52.358117 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4f012aca-d577-4307-a102-787d89b88d5f None None] Port c9a035e0-d790-4d8e-8484-11d968bb993b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:28:52.453868 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4eb092e7-2100-40ba-8ab0-87828d8f142c req-619b60d4-052c-4edd-a599-49752102c08c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580962 Aug 30 16:28:52.515341 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25cea8c7-cc3a-480f-b6e6-1dc5e4c797d3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.521055 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25cea8c7-cc3a-480f-b6e6-1dc5e4c797d3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.542706 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a035e0-d790-4d8e-8484-11d968bb993b {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:28:52.549271 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Sync routers for ids ['38746699-95da-4728-98c4-bb9f9b57c22c'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:28:52.556617 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.563582 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Routers {'38746699-95da-4728-98c4-bb9f9b57c22c'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:52.564242 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['38746699-95da-4728-98c4-bb9f9b57c22c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:52.565955 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25cea8c7-cc3a-480f-b6e6-1dc5e4c797d3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.572296 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-25cea8c7-cc3a-480f-b6e6-1dc5e4c797d3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3542368 Aug 30 16:28:52.573127 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36946) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:52.579832 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e1507279-5806-486e-8237-e347002a39c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'security_group_rule': {'security_group_id': '9061ecd9-3746-442d-94d1-51340a92b92b', 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:52.586252 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Transition to ACTIVE for port object c9a035e0-d790-4d8e-8484-11d968bb993b will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:52.594615 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.618422 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cea8c7-cc3a-480f-b6e6-1dc5e4c797d3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9061ecd9-3746-442d-94d1-51340a92b92b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:52.635509 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['a51871a1-a835-4840-b9f3-adf92591190e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:28:52.656665 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a5a6-b562-4ce9-8cdc-512dd9bc3cdc req-fe06f053-3d20-4d8a-aeb6-74867e80a459 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:52.667075 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d8c9a5a6-b562-4ce9-8cdc-512dd9bc3cdc req-fe06f053-3d20-4d8a-aeb6-74867e80a459 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 949 time: 0.1234667 Aug 30 16:28:52.727801 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d8c9a5a6-b562-4ce9-8cdc-512dd9bc3cdc req-2de9546e-734c-4678-8db3-3357b24dec78 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597351 Aug 30 16:28:52.732148 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1507279-5806-486e-8237-e347002a39c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.779708 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Pushing event updated for resources: {'Port': ['ID=c9a035e0-d790-4d8e-8484-11d968bb993b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:52.873207 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1507279-5806-486e-8237-e347002a39c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.874246 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Attempting to bind port c9a035e0-d790-4d8e-8484-11d968bb993b on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:28:52.874880 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Attempting to bind port c9a035e0-d790-4d8e-8484-11d968bb993b by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:28:52.874880 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Attempting to bind port c9a035e0-d790-4d8e-8484-11d968bb993b on network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:52.879074 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 02149ec7-c73f-4c57-9caa-3ed2f71119b0 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:52.880220 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Port c9a035e0-d790-4d8e-8484-11d968bb993b on network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:28:52.880539 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Attempting to bind port c9a035e0-d790-4d8e-8484-11d968bb993b on network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:52.885936 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1507279-5806-486e-8237-e347002a39c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.894430 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:28:52.894541 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Checking segment: {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:52.895054 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Bound using segment: {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:28:52.895347 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Bound port: c9a035e0-d790-4d8e-8484-11d968bb993b, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:28:52.895692 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.952219 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1507279-5806-486e-8237-e347002a39c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e8ae76-3a87-4d4e-8571-e8865b712fd9,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:52.978710 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1507279-5806-486e-8237-e347002a39c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:52.981208 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e1507279-5806-486e-8237-e347002a39c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066851 Aug 30 16:28:52.981705 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Set router 38746699-95da-4728-98c4-bb9f9b57c22c gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:52.986492 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:52.992857 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8f8ec136-7235-41eb-9573-ae27716c08b2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'security_group_rule': {'security_group_id': '9061ecd9-3746-442d-94d1-51340a92b92b', 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:53.022827 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] For port c9a035e0-d790-4d8e-8484-11d968bb993b, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:28:53.027061 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] For port c9a035e0-d790-4d8e-8484-11d968bb993b, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c9a035e0-d790-4d8e-8484-11d968bb993b,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:28:53.033592 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.085413 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:53.086110 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.087517 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] 10.222.0.78 "PUT /v2.0/ports/c9a035e0-d790-4d8e-8484-11d968bb993b HTTP/1.1" status: 200 len: 1093 time: 1.1684356 Aug 30 16:28:53.087988 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'tag': 'c9a035e0-d790-4d8e-8484-11d968bb993b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:28:53.090643 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71263aca-dd1c-4426-a8d3-d07363e4f8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e85b6c-17b3-448a-a54d-4b3f74ae166e", "tag": "c9a035e0-d790-4d8e-8484-11d968bb993b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:28:53.116140 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec136-7235-41eb-9573-ae27716c08b2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.136502 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3c415-c0ec-4ea9-90ff-4b15a7440e1d service neutron] Pushing event updated for resources: {'Port': ['ID=c9a035e0-d790-4d8e-8484-11d968bb993b,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:53.153938 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d62f0b-eb00-4d5c-8987-1d2ec4a6cacb x-openstack-request-id: req-68d62f0b-eb00-4d5c-8987-1d2ec4a6cacb {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:28:53.154500 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e85b6c-17b3-448a-a54d-4b3f74ae166e", "tag": "c9a035e0-d790-4d8e-8484-11d968bb993b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:28:53.155043 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68d62f0b-eb00-4d5c-8987-1d2ec4a6cacb {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:28:53.155534 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'tag': 'c9a035e0-d790-4d8e-8484-11d968bb993b', 'status': 'completed', 'code': 200} Aug 30 16:28:53.157363 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 02149ec7-c73f-4c57-9caa-3ed2f71119b0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:53.157756 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.202198 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec136-7235-41eb-9573-ae27716c08b2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.219634 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec136-7235-41eb-9573-ae27716c08b2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.225632 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-1d98ea14-5c9e-4d00-aa67-af32e8165071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:53.227555 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-1d98ea14-5c9e-4d00-aa67-af32e8165071 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 1096 time: 0.0540178 Aug 30 16:28:53.250893 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ec136-7235-41eb-9573-ae27716c08b2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23ff0eb-59da-4902-867c-1f08af15954d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:53.270003 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3bff8-e7ec-4016-a7d6-b474768f0636 req-1553d303-a81b-47cf-ba68-6f87f1a046e7 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:53.272251 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-62d3bff8-e7ec-4016-a7d6-b474768f0636 req-1553d303-a81b-47cf-ba68-6f87f1a046e7 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 943 time: 0.1748478 Aug 30 16:28:53.273791 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec136-7235-41eb-9573-ae27716c08b2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.278452 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-8f8ec136-7235-41eb-9573-ae27716c08b2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2901108 Aug 30 16:28:53.279342 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36962) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:53.285087 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-a0a0c1a2-4976-4fd5-b2db-c1272485dc74 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9a035e0-d790-4d8e-8484-11d968bb993b HTTP/1.1" status: 200 len: 217 time: 0.0393195 Aug 30 16:28:53.290884 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-42641e9f-0c02-4281-9dab-259a162fd5af tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'security_group_rule': {'security_group_id': '9061ecd9-3746-442d-94d1-51340a92b92b', 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:53.342990 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-62d3bff8-e7ec-4016-a7d6-b474768f0636 req-75fd983a-364c-4ae7-935f-c232fc7b15e9 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611415 Aug 30 16:28:53.351491 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-e58d1974-31f2-4b19-af7e-4c305fdd806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:53.352985 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42641e9f-0c02-4281-9dab-259a162fd5af tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.353696 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-e58d1974-31f2-4b19-af7e-4c305fdd806b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=58d75be7-63e7-408a-a34c-24700364bd2d HTTP/1.1" status: 200 len: 850 time: 0.0607796 Aug 30 16:28:53.415015 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-a90f5c4e-c22f-4b9d-abcc-9b7e170ee831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:53.416991 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-a90f5c4e-c22f-4b9d-abcc-9b7e170ee831 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550826 Aug 30 16:28:53.424220 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42641e9f-0c02-4281-9dab-259a162fd5af tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.431981 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42641e9f-0c02-4281-9dab-259a162fd5af tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.453759 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42641e9f-0c02-4281-9dab-259a162fd5af tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef36039b-20c6-460f-a132-b253b2b6b9fd,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:53.461933 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42641e9f-0c02-4281-9dab-259a162fd5af tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.477474 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36968) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:53.481260 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-42641e9f-0c02-4281-9dab-259a162fd5af tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990719 Aug 30 16:28:53.482846 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b91a7ebf-14b7-4e97-8ee0-e994e287d0cb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'security_group_rule': {'security_group_id': '9061ecd9-3746-442d-94d1-51340a92b92b', 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:53.551458 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b91a7ebf-14b7-4e97-8ee0-e994e287d0cb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.558024 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-0793ee3d-ba00-444e-bcaa-eb1e7949b8a7 service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312137 Aug 30 16:28:53.613649 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92094e47-d664-466d-b25f-d5813b2af988 req-c5dd525a-5555-4425-babc-7bf55483b1e3 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:53.621943 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-92094e47-d664-466d-b25f-d5813b2af988 req-c5dd525a-5555-4425-babc-7bf55483b1e3 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0871892 Aug 30 16:28:53.652203 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'name': 'tempest-TestVolumeBootPattern-19464149-router', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:42Z', 'updated_at': '2021-08-30T16:28:49Z', 'revision_number': 4, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'gw_port': {'id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:44Z', 'updated_at': '2021-08-30T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '439ca5f6-877b-4546-9b15-d25defdb16ef', 'name': '', 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'mac_address': 'fa:16:3e:56:e2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '27617cd5-1538-4788-be92-843902aed425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:48Z', 'updated_at': '2021-08-30T16:28:49Z', 'revision_number': 2, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'subnets': [{'id': '27617cd5-1538-4788-be92-843902aed425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:53.664635 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-92094e47-d664-466d-b25f-d5813b2af988 req-97cbe35a-2d7c-4bd9-aaca-1449f96f80fa tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Aug 30 16:28:53.685430 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b91a7ebf-14b7-4e97-8ee0-e994e287d0cb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.699162 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b91a7ebf-14b7-4e97-8ee0-e994e287d0cb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.702302 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Checking router: 38746699-95da-4728-98c4-bb9f9b57c22c for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:28:53.702757 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Updating router 38746699-95da-4728-98c4-bb9f9b57c22c port 439ca5f6-877b-4546-9b15-d25defdb16ef binding host dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:28:53.729281 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acb5e614-80f0-49c4-b570-9a58be7d708b req-dca809c3-0270-4b48-b23f-68969862f12e service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622643 Aug 30 16:28:53.730399 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a7ebf-14b7-4e97-8ee0-e994e287d0cb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080c19c8-6264-4526-bd10-f54170ba0555,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:53.738133 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b91a7ebf-14b7-4e97-8ee0-e994e287d0cb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.739638 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b91a7ebf-14b7-4e97-8ee0-e994e287d0cb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2612741 Aug 30 16:28:53.742442 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36972) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:53.747455 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c4e9691b-375e-431f-9c0c-37a1d6aafe8c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'security_group_rule': {'security_group_id': '9061ecd9-3746-442d-94d1-51340a92b92b', 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:53.753187 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.782047 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-c4e9691b-375e-431f-9c0c-37a1d6aafe8c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Project e3fc734829f24a008dd34c53121ee09c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 16:28:53.792259 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4e9691b-375e-431f-9c0c-37a1d6aafe8c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.888092 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4e9691b-375e-431f-9c0c-37a1d6aafe8c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.903983 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4e9691b-375e-431f-9c0c-37a1d6aafe8c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.963124 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9691b-375e-431f-9c0c-37a1d6aafe8c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076e570b-03b0-48f4-9373-773aacb1ab23,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:53.967172 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4e9691b-375e-431f-9c0c-37a1d6aafe8c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:53.969024 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-c4e9691b-375e-431f-9c0c-37a1d6aafe8c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2251689 Aug 30 16:28:53.974643 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36982) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:53.975507 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39040408-3929-4f0e-a076-04c95a5807c2 req-045dfa81-244e-4772-a0c7-ffe39ac839dc tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:53.977653 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-39040408-3929-4f0e-a076-04c95a5807c2 req-045dfa81-244e-4772-a0c7-ffe39ac839dc tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.1962512 Aug 30 16:28:53.986992 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-336ad331-d420-4023-9f78-d95ccaa0ec1b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'security_group_rule': {'security_group_id': '9061ecd9-3746-442d-94d1-51340a92b92b', 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:28:53.992872 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1596a-7c81-42ae-885b-b77d6038b10d req-957e92f9-1883-45bd-aaac-c6431cb0636a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:53.995393 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80f1596a-7c81-42ae-885b-b77d6038b10d req-957e92f9-1883-45bd-aaac-c6431cb0636a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 949 time: 0.1339352 Aug 30 16:28:54.011305 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263aca-dd1c-4426-a8d3-d07363e4f8d5 req-b14d608e-1a1f-4bc8-999f-c0c79f20d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:54.012831 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-71263aca-dd1c-4426-a8d3-d07363e4f8d5 req-b14d608e-1a1f-4bc8-999f-c0c79f20d3f4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 1096 time: 0.1232767 Aug 30 16:28:54.029372 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-336ad331-d420-4023-9f78-d95ccaa0ec1b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Project e3fc734829f24a008dd34c53121ee09c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 16:28:54.062444 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-39040408-3929-4f0e-a076-04c95a5807c2 req-525a05a9-413e-47b9-8125-adeaafbcaff2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656824 Aug 30 16:28:54.091946 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80f1596a-7c81-42ae-885b-b77d6038b10d req-63ed206d-7daa-43d4-ac5b-ec193513abae tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717320 Aug 30 16:28:54.123383 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-336ad331-d420-4023-9f78-d95ccaa0ec1b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:54.137472 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:54.150127 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Transition to ACTIVE for port object 439ca5f6-877b-4546-9b15-d25defdb16ef will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:28:54.162201 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:54.205959 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263aca-dd1c-4426-a8d3-d07363e4f8d5 req-22b144a9-e1e5-4b35-951d-81793108ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:54.207426 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-71263aca-dd1c-4426-a8d3-d07363e4f8d5 req-22b144a9-e1e5-4b35-951d-81793108ed6d service neutron] 10.222.0.78 "GET /v2.0/networks?id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 200 len: 913 time: 0.1794493 Aug 30 16:28:54.255344 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-336ad331-d420-4023-9f78-d95ccaa0ec1b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:54.257696 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-71263aca-dd1c-4426-a8d3-d07363e4f8d5 req-83b83f45-2113-42ce-b267-fdacaf0ff802 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9a035e0-d790-4d8e-8484-11d968bb993b HTTP/1.1" status: 200 len: 217 time: 0.0413821 Aug 30 16:28:54.262280 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-336ad331-d420-4023-9f78-d95ccaa0ec1b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:54.297474 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-db2c34b6-ad1c-47ad-9e47-31dc2c4f0441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:54.307083 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a209e3-aa2a-45c0-94ef-7b838225152f None None] Pushing event updated for resources: {'Port': ['ID=439ca5f6-877b-4546-9b15-d25defdb16ef,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:54.321557 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ad331-d420-4023-9f78-d95ccaa0ec1b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ea3ee1-30e1-44bb-a61c-5fb2355de09d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:54.343629 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-336ad331-d420-4023-9f78-d95ccaa0ec1b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:54.348278 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-336ad331-d420-4023-9f78-d95ccaa0ec1b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3682096 Aug 30 16:28:54.375884 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263aca-dd1c-4426-a8d3-d07363e4f8d5 req-01cf0df7-6e3e-459e-b2cc-29de979efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:54.377353 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-71263aca-dd1c-4426-a8d3-d07363e4f8d5 req-01cf0df7-6e3e-459e-b2cc-29de979efa49 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=58d75be7-63e7-408a-a34c-24700364bd2d HTTP/1.1" status: 200 len: 850 time: 0.1078999 Aug 30 16:28:54.418627 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Attempting to bind port 439ca5f6-877b-4546-9b15-d25defdb16ef on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:28:54.419009 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Attempting to bind port 439ca5f6-877b-4546-9b15-d25defdb16ef by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '9d9cb5f7-cd20-423b-b639-ffa60349c4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:28:54.419384 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Attempting to bind port 439ca5f6-877b-4546-9b15-d25defdb16ef on network ccab94e0-4182-46ca-a6d6-6b4384bedda7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:28:54.439589 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:28:54.440026 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Checking segment: {'id': '9d9cb5f7-cd20-423b-b639-ffa60349c4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:28:54.440374 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:54.440764 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Bound using segment: {'id': '9d9cb5f7-cd20-423b-b639-ffa60349c4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:28:54.441236 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Bound port: 439ca5f6-877b-4546-9b15-d25defdb16ef, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9cb5f7-cd20-423b-b639-ffa60349c4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:28:54.441683 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:54.496640 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263aca-dd1c-4426-a8d3-d07363e4f8d5 req-2b9f45ec-7d25-4a6a-867d-38c6c7acd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:54.498208 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-71263aca-dd1c-4426-a8d3-d07363e4f8d5 req-2b9f45ec-7d25-4a6a-867d-38c6c7acd4df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122601 Aug 30 16:28:54.576029 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:54.622411 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe98d5f-84f5-4bbb-883f-0379f710a348 req-335e6ae3-7b87-48d2-a0f5-0ea098540d06 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:54.643357 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] For port 439ca5f6-877b-4546-9b15-d25defdb16ef, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:28:54.644481 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ebe98d5f-84f5-4bbb-883f-0379f710a348 req-335e6ae3-7b87-48d2-a0f5-0ea098540d06 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 943 time: 0.1308894 Aug 30 16:28:54.650328 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] For port 439ca5f6-877b-4546-9b15-d25defdb16ef, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=439ca5f6-877b-4546-9b15-d25defdb16ef,segment=NetworkSegment(9d9cb5f7-cd20-423b-b639-ffa60349c4c8),segment_id=9d9cb5f7-cd20-423b-b639-ffa60349c4c8)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:28:54.658483 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:54.682414 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-71263aca-dd1c-4426-a8d3-d07363e4f8d5 req-308faa83-6a71-45d4-b697-379655a60daf service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592724 Aug 30 16:28:54.713709 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Routers {'38746699-95da-4728-98c4-bb9f9b57c22c'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:28:54.714909 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['38746699-95da-4728-98c4-bb9f9b57c22c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:54.754385 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ebe98d5f-84f5-4bbb-883f-0379f710a348 req-20f84fa2-c692-4049-9763-e0d90f2858aa tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085002 Aug 30 16:28:54.783726 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a209e3-aa2a-45c0-94ef-7b838225152f None None] Pushing event updated for resources: {'Port': ['ID=439ca5f6-877b-4546-9b15-d25defdb16ef,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:54.859108 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] Set router 38746699-95da-4728-98c4-bb9f9b57c22c gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:28:55.048955 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:55.136408 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'name': 'tempest-TestVolumeBootPattern-19464149-router', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:42Z', 'updated_at': '2021-08-30T16:28:49Z', 'revision_number': 4, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'gw_port': {'id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:44Z', 'updated_at': '2021-08-30T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '439ca5f6-877b-4546-9b15-d25defdb16ef', 'name': '', 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'mac_address': 'fa:16:3e:56:e2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '27617cd5-1538-4788-be92-843902aed425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:48Z', 'updated_at': '2021-08-30T16:28:54Z', 'revision_number': 4, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'subnets': [{'id': '27617cd5-1538-4788-be92-843902aed425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:28:55.169570 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122ccc9-15ba-45b9-b124-61e41fff37da None None] The sync data for ids ['38746699-95da-4728-98c4-bb9f9b57c22c'] in dv-cinder-806605-2-iscsi is: [{'id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'name': 'tempest-TestVolumeBootPattern-19464149-router', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:42Z', 'updated_at': '2021-08-30T16:28:49Z', 'revision_number': 4, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'gw_port': {'id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:44Z', 'updated_at': '2021-08-30T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '439ca5f6-877b-4546-9b15-d25defdb16ef', 'name': '', 'network_id': 'ccab94e0-4182-46ca-a6d6-6b4384bedda7', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'mac_address': 'fa:16:3e:56:e2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '27617cd5-1538-4788-be92-843902aed425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:48Z', 'updated_at': '2021-08-30T16:28:54Z', 'revision_number': 4, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'subnets': [{'id': '27617cd5-1538-4788-be92-843902aed425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:28:55.208019 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf61600-7c9a-42d4-a44e-3b4453483f06 req-e6870d69-d674-4604-ada3-40a0d977d842 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:55.210425 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4bf61600-7c9a-42d4-a44e-3b4453483f06 req-e6870d69-d674-4604-ada3-40a0d977d842 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 949 time: 0.0528584 Aug 30 16:28:55.283221 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4bf61600-7c9a-42d4-a44e-3b4453483f06 req-c544a5b1-6208-4ecf-8449-625f27ef46dc tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525048 Aug 30 16:28:55.600315 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-71263aca-dd1c-4426-a8d3-d07363e4f8d5 req-030b4c97-a032-4f31-8b6e-302884f1d54f service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976932 Aug 30 16:28:55.877837 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe84f3-c4c2-4652-bd58-268c7870ad2d req-62436099-c959-4581-8efb-4d8b4f2be534 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:55.879526 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-39fe84f3-c4c2-4652-bd58-268c7870ad2d req-62436099-c959-4581-8efb-4d8b4f2be534 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 943 time: 0.0576358 Aug 30 16:28:55.924075 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-39fe84f3-c4c2-4652-bd58-268c7870ad2d req-431b14e4-c6ec-47b9-a927-13f5fc0ae233 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383594 Aug 30 16:28:56.407359 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5331cca-0133-4563-b5e3-97e4af6abbce req-f2e12583-80e6-4b8e-9926-741a73b3e6af tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:56.408882 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d5331cca-0133-4563-b5e3-97e4af6abbce req-f2e12583-80e6-4b8e-9926-741a73b3e6af tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 949 time: 0.0508924 Aug 30 16:28:56.453176 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d5331cca-0133-4563-b5e3-97e4af6abbce req-853f6f76-3ba4-462b-88ef-bd2a28767d34 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381098 Aug 30 16:28:56.602303 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:56.749086 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 439ca5f6-877b-4546-9b15-d25defdb16ef up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:56.802879 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 439ca5f6-877b-4546-9b15-d25defdb16ef completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:56.807037 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 439ca5f6-877b-4546-9b15-d25defdb16ef triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:56.807458 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:56.895004 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:56.927274 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 439ca5f6-877b-4546-9b15-d25defdb16ef, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=439ca5f6-877b-4546-9b15-d25defdb16ef,segment=NetworkSegment(9d9cb5f7-cd20-423b-b639-ffa60349c4c8),segment_id=9d9cb5f7-cd20-423b-b639-ffa60349c4c8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:56.933343 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:56.982557 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=439ca5f6-877b-4546-9b15-d25defdb16ef,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:57.048478 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4f15-19f6-4821-8435-ce536657d3eb req-6fa00b15-3e73-47cb-bc55-bf1056e1192e tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:57.049992 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb8b4f15-19f6-4821-8435-ce536657d3eb req-6fa00b15-3e73-47cb-bc55-bf1056e1192e tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 943 time: 0.0577247 Aug 30 16:28:57.089755 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb8b4f15-19f6-4821-8435-ce536657d3eb req-4c86bfdc-a39d-4aef-a619-0a952661ed1f tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335128 Aug 30 16:28:57.302921 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device a51871a1-a835-4840-b9f3-adf92591190e up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:57.358890 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port a51871a1-a835-4840-b9f3-adf92591190e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:28:57.362981 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port a51871a1-a835-4840-b9f3-adf92591190e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:57.363352 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:57.452240 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:57.484669 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dced5845-32bc-463a-aafa-fa47271e7131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51871a1-a835-4840-b9f3-adf92591190e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:28:57.487350 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208372c7-d5ba-4a57-bddf-e6187ddf3530" -d '{"events": [{"server_uuid": "dced5845-32bc-463a-aafa-fa47271e7131", "name": "network-vif-plugged", "status": "completed", "tag": "a51871a1-a835-4840-b9f3-adf92591190e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:28:57.505213 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port a51871a1-a835-4840-b9f3-adf92591190e, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a51871a1-a835-4840-b9f3-adf92591190e,segment=NetworkSegment(b4501d62-fdfb-499c-b5af-6729534977f3),segment_id=b4501d62-fdfb-499c-b5af-6729534977f3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:57.510202 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:57.549229 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf0ff14-5400-4e21-b3d9-3a80d9bfe014 x-openstack-request-id: req-8bf0ff14-5400-4e21-b3d9-3a80d9bfe014 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:28:57.549525 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dced5845-32bc-463a-aafa-fa47271e7131", "name": "network-vif-plugged", "status": "completed", "tag": "a51871a1-a835-4840-b9f3-adf92591190e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:28:57.549831 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8bf0ff14-5400-4e21-b3d9-3a80d9bfe014 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:28:57.550222 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dced5845-32bc-463a-aafa-fa47271e7131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51871a1-a835-4840-b9f3-adf92591190e', 'code': 200} Aug 30 16:28:57.578188 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=a51871a1-a835-4840-b9f3-adf92591190e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:57.593926 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6a878-7e51-4802-9bd3-88062ce7b9bd req-702d27e8-e417-41bf-b0a5-45e546ff1f1b tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:57.601627 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e9a6a878-7e51-4802-9bd3-88062ce7b9bd req-702d27e8-e417-41bf-b0a5-45e546ff1f1b tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 950 time: 0.0691643 Aug 30 16:28:57.646461 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e9a6a878-7e51-4802-9bd3-88062ce7b9bd req-41b9305d-314c-46a8-95f2-bca166054f61 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439718 Aug 30 16:28:57.793223 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae704e9d-db4f-4bff-801f-477c3642a472 req-c892c9fd-129e-4262-b31f-41004910d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:57.798361 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ae704e9d-db4f-4bff-801f-477c3642a472 req-c892c9fd-129e-4262-b31f-41004910d097 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 1103 time: 0.0446444 Aug 30 16:28:57.846028 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ae704e9d-db4f-4bff-801f-477c3642a472 req-bb867ff3-3eb6-4a20-96a1-b9f6ed3769d8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423756 Aug 30 16:28:58.217761 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7250ba9-4da3-440c-ac6c-2edecd5cacbd req-a484acf9-21bd-4c84-a38b-922ba024ccc4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:58.219286 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e7250ba9-4da3-440c-ac6c-2edecd5cacbd req-a484acf9-21bd-4c84-a38b-922ba024ccc4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 943 time: 0.0547893 Aug 30 16:28:58.266828 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e7250ba9-4da3-440c-ac6c-2edecd5cacbd req-655a41e9-596e-49c9-9659-589792db6bf6 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385396 Aug 30 16:28:58.347816 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device c9a035e0-d790-4d8e-8484-11d968bb993b details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:28:58.457952 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port c9a035e0-d790-4d8e-8484-11d968bb993b, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c9a035e0-d790-4d8e-8484-11d968bb993b,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:58.470046 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': 'c9a035e0-d790-4d8e-8484-11d968bb993b', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'port_id': 'c9a035e0-d790-4d8e-8484-11d968bb993b', 'mac_address': 'fa:16:3e:94:dc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:28:58.526160 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:58.545170 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a035e0-d790-4d8e-8484-11d968bb993b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:28:58.570169 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port c9a035e0-d790-4d8e-8484-11d968bb993b, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c9a035e0-d790-4d8e-8484-11d968bb993b,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:28:58.579396 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:58.631119 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=c9a035e0-d790-4d8e-8484-11d968bb993b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:58.774120 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 439ca5f6-877b-4546-9b15-d25defdb16ef up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:28:58.793335 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdee50b-252f-4063-9a05-482d78845a11 req-49051bd6-25ba-471b-ba8e-017f50492db5 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:58.802260 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0bdee50b-252f-4063-9a05-482d78845a11 req-49051bd6-25ba-471b-ba8e-017f50492db5 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 950 time: 0.0705636 Aug 30 16:28:58.846392 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 439ca5f6-877b-4546-9b15-d25defdb16ef triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:28:58.846975 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:58.867238 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0bdee50b-252f-4063-9a05-482d78845a11 req-73572ae7-4931-4ba9-b7f4-50619e6a66b3 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583394 Aug 30 16:28:59.044786 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['c9a035e0-d790-4d8e-8484-11d968bb993b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:28:59.069617 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37172) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:59.248352 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f323c-398c-46c7-9786-96cf076ba423 req-ec8b09f5-ee76-47a4-9495-718f686446f6 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:59.250865 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d63f323c-398c-46c7-9786-96cf076ba423 req-ec8b09f5-ee76-47a4-9495-718f686446f6 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0904067 Aug 30 16:28:59.288024 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-657d5d76-8c7b-4649-a1ec-cf1b76d9fc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:59.338163 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d63f323c-398c-46c7-9786-96cf076ba423 req-3b897bbe-c624-4a55-8be3-7dd3f61af548 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789940 Aug 30 16:28:59.359939 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd5481-678d-496d-a6c5-5fe1de666115 req-65b28377-00c3-47b8-a9d6-d23347f1028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:59.361488 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b8cd5481-678d-496d-a6c5-5fe1de666115 req-65b28377-00c3-47b8-a9d6-d23347f1028b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 1099 time: 0.1612303 Aug 30 16:28:59.424826 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:28:59.465461 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72b395-d024-4e85-b7a5-6237c8af07bb req-4a11ae5c-732d-428b-afcd-e38d949dca2a tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:59.495134 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cc72b395-d024-4e85-b7a5-6237c8af07bb req-4a11ae5c-732d-428b-afcd-e38d949dca2a tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 944 time: 0.1017265 Aug 30 16:28:59.551723 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd5481-678d-496d-a6c5-5fe1de666115 req-5bd27fd3-e3d5-4a59-b370-d1d6b1623f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:59.553852 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b8cd5481-678d-496d-a6c5-5fe1de666115 req-5bd27fd3-e3d5-4a59-b370-d1d6b1623f07 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 921 time: 0.1590972 Aug 30 16:28:59.555664 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-657d5d76-8c7b-4649-a1ec-cf1b76d9fc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:59.562863 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-657d5d76-8c7b-4649-a1ec-cf1b76d9fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:59.567523 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cc72b395-d024-4e85-b7a5-6237c8af07bb req-6d68421c-b1c3-4d96-8661-89ca04b454e2 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714736 Aug 30 16:28:59.624364 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b8cd5481-678d-496d-a6c5-5fe1de666115 req-28bcde35-e5f5-4ccd-a523-d00ef4432104 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a52b73a-d875-4565-b423-f429f6b80df5 HTTP/1.1" status: 200 len: 217 time: 0.0577424 Aug 30 16:28:59.655616 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d5d76-8c7b-4649-a1ec-cf1b76d9fc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414ce04a-cacc-4a8e-949d-9d83ce1849e8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:59.689169 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37196) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:28:59.689440 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-657d5d76-8c7b-4649-a1ec-cf1b76d9fc82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb863168c3544642b9d417b5d4f111e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6175444 Aug 30 16:28:59.706228 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd5481-678d-496d-a6c5-5fe1de666115 req-a10a56bb-7c3b-47cd-ad06-65a3563bf321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:59.707904 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b8cd5481-678d-496d-a6c5-5fe1de666115 req-a10a56bb-7c3b-47cd-ad06-65a3563bf321 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=18f03c4e-474c-4bf0-b4fa-28445654d873 HTTP/1.1" status: 200 len: 859 time: 0.0657988 Aug 30 16:28:59.739262 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2883c1eb-d044-4564-b076-a131f82ad6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:59.749498 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b8cd5481-678d-496d-a6c5-5fe1de666115 req-8a656352-4df3-4989-b421-ac301aa7edaa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4870715-5bf8-44ac-b479-0444a5c3916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247443 Aug 30 16:28:59.760571 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2883c1eb-d044-4564-b076-a131f82ad6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:59.810627 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2883c1eb-d044-4564-b076-a131f82ad6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:59.813995 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2883c1eb-d044-4564-b076-a131f82ad6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:28:59.815209 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-2883c1eb-d044-4564-b076-a131f82ad6ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/414ce04a-cacc-4a8e-949d-9d83ce1849e8 HTTP/1.1" status: 204 len: 168 time: 0.1249850 Aug 30 16:28:59.823828 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883c1eb-d044-4564-b076-a131f82ad6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414ce04a-cacc-4a8e-949d-9d83ce1849e8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:28:59.852925 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b8cd5481-678d-496d-a6c5-5fe1de666115 req-6d9826d2-5b6a-4b09-acfd-303676f92121 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940604 Aug 30 16:28:59.963387 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b8cd5481-678d-496d-a6c5-5fe1de666115 req-c7259d36-b94f-404b-b678-e159c832acba service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006711 Aug 30 16:28:59.989950 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5e98a-ab78-4615-9cd6-1346a7244728 req-7655db3d-cc17-4864-abef-65c0ff4058d6 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:28:59.992172 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-54c5e98a-ab78-4615-9cd6-1346a7244728 req-7655db3d-cc17-4864-abef-65c0ff4058d6 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 950 time: 0.0612669 Aug 30 16:29:00.055789 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-54c5e98a-ab78-4615-9cd6-1346a7244728 req-e6d60ce9-1452-4357-af78-1e018901eb47 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562181 Aug 30 16:29:00.194955 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:00.362700 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device c9a035e0-d790-4d8e-8484-11d968bb993b up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:29:00.387651 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41921b-0127-482b-a195-909116993c91 req-aa010933-04b5-4b7d-af6a-887b506ab5f9 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:00.389225 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5b41921b-0127-482b-a195-909116993c91 req-aa010933-04b5-4b7d-af6a-887b506ab5f9 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 950 time: 0.0555880 Aug 30 16:29:00.426453 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port c9a035e0-d790-4d8e-8484-11d968bb993b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:29:00.430983 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port c9a035e0-d790-4d8e-8484-11d968bb993b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:29:00.431665 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:00.457524 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5b41921b-0127-482b-a195-909116993c91 req-23f43381-9d20-4a9c-99ec-0f5c38965e2d tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617337 Aug 30 16:29:00.484130 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4fa33-fb21-460c-9949-d67b1c61f914 req-dfe50eca-ee09-408d-af56-87f50f48941e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:00.485913 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-73d4fa33-fb21-460c-9949-d67b1c61f914 req-dfe50eca-ee09-408d-af56-87f50f48941e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0640268 Aug 30 16:29:00.528186 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-73d4fa33-fb21-460c-9949-d67b1c61f914 req-d1432cc1-f320-49de-b05e-91c1a0e6f683 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361257 Aug 30 16:29:00.538974 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:00.566925 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a035e0-d790-4d8e-8484-11d968bb993b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:00.569258 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f56f01e-54c9-41e2-8296-f7022178fef9" -d '{"events": [{"server_uuid": "f0e85b6c-17b3-448a-a54d-4b3f74ae166e", "name": "network-vif-plugged", "status": "completed", "tag": "c9a035e0-d790-4d8e-8484-11d968bb993b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:00.608264 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port c9a035e0-d790-4d8e-8484-11d968bb993b, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c9a035e0-d790-4d8e-8484-11d968bb993b,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:00.614867 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:00.642002 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d46d6f-187c-4386-8b6f-e5f1533502d7 x-openstack-request-id: req-d4d46d6f-187c-4386-8b6f-e5f1533502d7 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:00.642283 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e85b6c-17b3-448a-a54d-4b3f74ae166e", "name": "network-vif-plugged", "status": "completed", "tag": "c9a035e0-d790-4d8e-8484-11d968bb993b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:00.642598 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4d46d6f-187c-4386-8b6f-e5f1533502d7 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:00.642922 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a035e0-d790-4d8e-8484-11d968bb993b', 'code': 200} Aug 30 16:29:00.674416 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=c9a035e0-d790-4d8e-8484-11d968bb993b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:00.716500 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a786e4-277b-4734-b6f0-026308e2df08 req-fbfe58e4-6f94-4dcf-b353-1c3c15ea1823 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:00.725638 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f8a786e4-277b-4734-b6f0-026308e2df08 req-fbfe58e4-6f94-4dcf-b353-1c3c15ea1823 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0755718 Aug 30 16:29:00.777576 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f8a786e4-277b-4734-b6f0-026308e2df08 req-b508893c-2eb0-4870-b4ac-e1302a1294cb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447826 Aug 30 16:29:00.920380 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca48e0b-7912-43ac-ae9a-a1d16f96f4d4 req-28cd86f9-a709-4f5e-95ba-a6ff43dad0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:00.922338 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5ca48e0b-7912-43ac-ae9a-a1d16f96f4d4 req-28cd86f9-a709-4f5e-95ba-a6ff43dad0cf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 1098 time: 0.0454419 Aug 30 16:29:00.967195 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5ca48e0b-7912-43ac-ae9a-a1d16f96f4d4 req-46be3828-f1f1-4bcd-9415-71ddedda4c2e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360069 Aug 30 16:29:01.581828 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc25931-496b-46c7-9c64-d38dce055636 req-cc4f1dff-d9a9-45cd-804f-d5bb0be7d67b tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:01.583332 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1fc25931-496b-46c7-9c64-d38dce055636 req-cc4f1dff-d9a9-45cd-804f-d5bb0be7d67b tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 950 time: 0.0500915 Aug 30 16:29:01.650102 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1fc25931-496b-46c7-9c64-d38dce055636 req-2f110788-fb40-4321-9917-dd015b143650 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608394 Aug 30 16:29:01.669423 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b59af1-a2fd-4d73-a42c-9fa6429820d5 req-50185542-66d7-4eee-b6c3-9ea20e72edec tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:01.671631 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-86b59af1-a2fd-4d73-a42c-9fa6429820d5 req-50185542-66d7-4eee-b6c3-9ea20e72edec tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0681605 Aug 30 16:29:01.718758 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-86b59af1-a2fd-4d73-a42c-9fa6429820d5 req-051f8906-9fdc-4f55-b6eb-ee60885555a5 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390129 Aug 30 16:29:01.916856 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f7872-3cd5-4c95-999b-c718b1efbc3d req-00068d61-b728-4506-b221-6e81531e1094 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:01.917945 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37262) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:01.922082 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5c4f7872-3cd5-4c95-999b-c718b1efbc3d req-00068d61-b728-4506-b221-6e81531e1094 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0749624 Aug 30 16:29:01.960767 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5c4f7872-3cd5-4c95-999b-c718b1efbc3d req-a814c460-0aab-4808-bac6-d8377f5c4a62 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358658 Aug 30 16:29:02.054912 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3117ee3-03b5-4100-b405-8919cf7c716b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.164320 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3117ee3-03b5-4100-b405-8919cf7c716b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.169204 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3117ee3-03b5-4100-b405-8919cf7c716b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.208497 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a3117ee3-03b5-4100-b405-8919cf7c716b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b0af211edf14d8e82c057774ca182e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894084 Aug 30 16:29:02.209638 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117ee3-03b5-4100-b405-8919cf7c716b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4fc93b-3755-4f3d-8dc5-c8a5cedc36e0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:02.211967 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37276) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:02.270191 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68c9655e-c295-41ff-819d-f847e369c27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.291932 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68c9655e-c295-41ff-819d-f847e369c27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.306055 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37278) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:02.340775 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68c9655e-c295-41ff-819d-f847e369c27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.344308 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68c9655e-c295-41ff-819d-f847e369c27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.349251 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-68c9655e-c295-41ff-819d-f847e369c27a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd4fc93b-3755-4f3d-8dc5-c8a5cedc36e0 HTTP/1.1" status: 204 len: 168 time: 0.1358688 Aug 30 16:29:02.357845 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9655e-c295-41ff-819d-f847e369c27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4fc93b-3755-4f3d-8dc5-c8a5cedc36e0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:02.431202 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b5a03ab-6347-4ffb-ab00-9c2e0f1d2918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.537076 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b5a03ab-6347-4ffb-ab00-9c2e0f1d2918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.541845 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b5a03ab-6347-4ffb-ab00-9c2e0f1d2918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.585730 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0b5a03ab-6347-4ffb-ab00-9c2e0f1d2918 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ee073b6b4664058a3b92f8cfa3297da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785687 Aug 30 16:29:02.586937 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a03ab-6347-4ffb-ab00-9c2e0f1d2918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee9771-ad78-4668-9d31-e27175204a7d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:02.588417 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37290) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:02.642802 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa0eaf6e-06ab-4a37-8071-c7710dcf6eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.679576 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa0eaf6e-06ab-4a37-8071-c7710dcf6eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.769583 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa0eaf6e-06ab-4a37-8071-c7710dcf6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.776430 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa0eaf6e-06ab-4a37-8071-c7710dcf6eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:02.779470 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-fa0eaf6e-06ab-4a37-8071-c7710dcf6eb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3dee9771-ad78-4668-9d31-e27175204a7d HTTP/1.1" status: 204 len: 168 time: 0.1882246 Aug 30 16:29:02.792602 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eaf6e-06ab-4a37-8071-c7710dcf6eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee9771-ad78-4668-9d31-e27175204a7d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:02.821485 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b4906-bd1a-45d6-b849-9a5a5b78b6e0 req-062fd6a3-3189-423d-a268-4ffb05af5321 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:02.828837 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8d4b4906-bd1a-45d6-b849-9a5a5b78b6e0 req-062fd6a3-3189-423d-a268-4ffb05af5321 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 950 time: 0.0982382 Aug 30 16:29:02.885398 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8d4b4906-bd1a-45d6-b849-9a5a5b78b6e0 req-fe438610-09e0-4a82-9ceb-b3fee349db72 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500641 Aug 30 16:29:02.952696 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226edc3-d3d5-401d-a4ef-d38df3d16feb req-771ef21f-baad-45c6-8f68-ed7fe81c4a53 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:02.954603 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f226edc3-d3d5-401d-a4ef-d38df3d16feb req-771ef21f-baad-45c6-8f68-ed7fe81c4a53 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0730915 Aug 30 16:29:03.053400 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f226edc3-d3d5-401d-a4ef-d38df3d16feb req-17630128-e417-4e86-badc-16f9ce97d26a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880032 Aug 30 16:29:03.152922 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcbb4-7a7e-4831-a41e-53105fbf9998 req-3a6fdd28-aecd-4438-8988-80282ec67c48 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:03.154748 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f61dcbb4-7a7e-4831-a41e-53105fbf9998 req-3a6fdd28-aecd-4438-8988-80282ec67c48 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0628080 Aug 30 16:29:03.156412 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2f715-e7ed-40b3-a781-2966522b8887 req-dcfe8241-89f6-4b44-9fc6-99c095838833 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:03.157930 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e1c2f715-e7ed-40b3-a781-2966522b8887 req-dcfe8241-89f6-4b44-9fc6-99c095838833 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.78 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 950 time: 0.3569703 Aug 30 16:29:03.209576 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37318) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:03.226202 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f61dcbb4-7a7e-4831-a41e-53105fbf9998 req-a2bc22b3-70ed-4463-a32a-22ac178b4641 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641501 Aug 30 16:29:03.239346 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b392c99-0632-42e2-8e05-4a2690c653ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.318832 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e1c2f715-e7ed-40b3-a781-2966522b8887 req-461d6ef4-c0ed-4ee6-863a-272723c2516a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Deleting port a51871a1-a835-4840-b9f3-adf92591190e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:29:03.319547 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e1c2f715-e7ed-40b3-a781-2966522b8887 req-461d6ef4-c0ed-4ee6-863a-272723c2516a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.406388 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc1133-e7b9-4e50-8072-ce1d3116bff8 req-52b473a3-66f6-41cf-87dd-9b253a3f6daf tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:03.409729 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-15dc1133-e7b9-4e50-8072-ce1d3116bff8 req-52b473a3-66f6-41cf-87dd-9b253a3f6daf tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0982656 Aug 30 16:29:03.412431 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b392c99-0632-42e2-8e05-4a2690c653ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.417425 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37324) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:03.422823 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-28b366cf-8e24-4d74-abaa-2f68a7ff7f40 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'floatingip': {'port_id': 'c9a035e0-d790-4d8e-8484-11d968bb993b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:29:03.428508 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b392c99-0632-42e2-8e05-4a2690c653ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.429539 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e1c2f715-e7ed-40b3-a781-2966522b8887 req-461d6ef4-c0ed-4ee6-863a-272723c2516a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] For port a51871a1-a835-4840-b9f3-adf92591190e, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a51871a1-a835-4840-b9f3-adf92591190e,segment=NetworkSegment(b4501d62-fdfb-499c-b5af-6729534977f3),segment_id=b4501d62-fdfb-499c-b5af-6729534977f3)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:03.430134 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e1c2f715-e7ed-40b3-a781-2966522b8887 req-461d6ef4-c0ed-4ee6-863a-272723c2516a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.446740 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e1c2f715-e7ed-40b3-a781-2966522b8887 req-461d6ef4-c0ed-4ee6-863a-272723c2516a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Calling delete_port for a51871a1-a835-4840-b9f3-adf92591190e owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:29:03.485391 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28b366cf-8e24-4d74-abaa-2f68a7ff7f40 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.588437 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5b392c99-0632-42e2-8e05-4a2690c653ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=873e2205530543138402ac2c42a9bb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774304 Aug 30 16:29:03.589184 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b392c99-0632-42e2-8e05-4a2690c653ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6bbd27-7e4a-45ee-b720-c744b8b2d561,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:03.589827 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37330) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:03.643354 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e1c2f715-e7ed-40b3-a781-2966522b8887 req-461d6ef4-c0ed-4ee6-863a-272723c2516a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.682625 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7297da2d-23bd-4e76-89b3-1a84e8080c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.685971 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d6ef4-c0ed-4ee6-863a-272723c2516a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Pushing event deleted for resources: {'Port': ['ID=a51871a1-a835-4840-b9f3-adf92591190e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:03.700830 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['a51871a1-a835-4840-b9f3-adf92591190e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:29:03.774830 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7297da2d-23bd-4e76-89b3-1a84e8080c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.777213 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c2f715-e7ed-40b3-a781-2966522b8887 req-461d6ef4-c0ed-4ee6-863a-272723c2516a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] No DVR routers for this DVR port a51871a1-a835-4840-b9f3-adf92591190e on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:29:03.787912 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e1c2f715-e7ed-40b3-a781-2966522b8887 req-461d6ef4-c0ed-4ee6-863a-272723c2516a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.793096 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e1c2f715-e7ed-40b3-a781-2966522b8887 req-461d6ef4-c0ed-4ee6-863a-272723c2516a tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.78 "DELETE /v2.0/ports/a51871a1-a835-4840-b9f3-adf92591190e HTTP/1.1" status: 204 len: 173 time: 0.6141136 Aug 30 16:29:03.793581 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dced5845-32bc-463a-aafa-fa47271e7131', 'name': 'network-vif-deleted', 'tag': 'a51871a1-a835-4840-b9f3-adf92591190e'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:03.796182 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825c2b2b-6621-4cbe-bd79-70dab93f67d4" -d '{"events": [{"server_uuid": "dced5845-32bc-463a-aafa-fa47271e7131", "name": "network-vif-deleted", "tag": "a51871a1-a835-4840-b9f3-adf92591190e"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:03.842738 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24470c0-044a-4930-8fcd-0026b695d84c x-openstack-request-id: req-b24470c0-044a-4930-8fcd-0026b695d84c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:03.843349 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dced5845-32bc-463a-aafa-fa47271e7131", "name": "network-vif-deleted", "tag": "a51871a1-a835-4840-b9f3-adf92591190e", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:03.843853 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b24470c0-044a-4930-8fcd-0026b695d84c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:03.844567 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dced5845-32bc-463a-aafa-fa47271e7131', 'name': 'network-vif-deleted', 'tag': 'a51871a1-a835-4840-b9f3-adf92591190e', 'status': 'completed', 'code': 200} Aug 30 16:29:03.857897 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7297da2d-23bd-4e76-89b3-1a84e8080c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.861758 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7297da2d-23bd-4e76-89b3-1a84e8080c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:03.863235 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7297da2d-23bd-4e76-89b3-1a84e8080c1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b6bbd27-7e4a-45ee-b720-c744b8b2d561 HTTP/1.1" status: 204 len: 168 time: 0.2722969 Aug 30 16:29:03.880388 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297da2d-23bd-4e76-89b3-1a84e8080c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6bbd27-7e4a-45ee-b720-c744b8b2d561,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:04.081567 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9346399c-d056-4b9d-84ec-ac1d016d4fca req-e97b78df-a6de-4623-aa0a-9d4e9fb42cb1 tempest-VolumesNegativeTest-251102798 tempest-VolumesNegativeTest-251102798-project] 10.222.0.32 "GET /v2.0/ports?device_id=dced5845-32bc-463a-aafa-fa47271e7131 HTTP/1.1" status: 200 len: 210 time: 0.0808496 Aug 30 16:29:04.350834 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a3ffe-21db-455e-bdb6-f2806d0ac59b req-b2b03f90-256d-4eb6-8db9-dd5f92f02ec4 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:04.352455 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-017a3ffe-21db-455e-bdb6-f2806d0ac59b req-b2b03f90-256d-4eb6-8db9-dd5f92f02ec4 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.1991282 Aug 30 16:29:04.390362 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37358) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:04.408268 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4619281-77ce-482d-bfad-a7fad34f97ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:04.482302 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-017a3ffe-21db-455e-bdb6-f2806d0ac59b req-1238ebb8-53b6-42de-a566-4e0822535d46 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224194 Aug 30 16:29:04.487318 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28b366cf-8e24-4d74-abaa-2f68a7ff7f40 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:04.494164 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28b366cf-8e24-4d74-abaa-2f68a7ff7f40 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:04.528729 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4619281-77ce-482d-bfad-a7fad34f97ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:04.537075 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4619281-77ce-482d-bfad-a7fad34f97ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:04.580932 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f4619281-77ce-482d-bfad-a7fad34f97ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=233a51bb8cce49a5a7992ce38cab4009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884377 Aug 30 16:29:04.582967 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4619281-77ce-482d-bfad-a7fad34f97ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc526d2-1b7f-4ddc-b037-083ce963708c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:04.585889 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37360) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:04.631574 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-28b366cf-8e24-4d74-abaa-2f68a7ff7f40 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Floating IP d65ea7e9-0351-413c-bc99-c557c2ddd817 associated. External IP: 172.27.3.86, port: c9a035e0-d790-4d8e-8484-11d968bb993b. Aug 30 16:29:04.646104 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff2ef-6df1-460b-80db-7155026c70bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:04.673753 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff2ef-6df1-460b-80db-7155026c70bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:04.750737 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff2ef-6df1-460b-80db-7155026c70bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:04.753473 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff2ef-6df1-460b-80db-7155026c70bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:04.757090 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ba0ff2ef-6df1-460b-80db-7155026c70bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfc526d2-1b7f-4ddc-b037-083ce963708c HTTP/1.1" status: 204 len: 168 time: 0.1682684 Aug 30 16:29:04.763275 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ff2ef-6df1-460b-80db-7155026c70bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc526d2-1b7f-4ddc-b037-083ce963708c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:04.930508 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b366cf-8e24-4d74-abaa-2f68a7ff7f40 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:29:05.043044 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b366cf-8e24-4d74-abaa-2f68a7ff7f40 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:29:05.047931 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28b366cf-8e24-4d74-abaa-2f68a7ff7f40 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:05.054506 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fefecad-0b2f-46ec-a299-9c382fde395a None None] Sync routers for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:29:05.064618 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fefecad-0b2f-46ec-a299-9c382fde395a None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:29:05.065679 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9fefecad-0b2f-46ec-a299-9c382fde395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:29:05.080183 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-28b366cf-8e24-4d74-abaa-2f68a7ff7f40 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "PUT /v2.0/floatingips/d65ea7e9-0351-413c-bc99-c557c2ddd817 HTTP/1.1" status: 200 len: 990 time: 1.6616077 Aug 30 16:29:05.082065 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'tag': 'c9a035e0-d790-4d8e-8484-11d968bb993b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:05.085289 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e892b3b15a906b17b824bd81597df1cba214cd25703596066fb9193795aca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dc417a-3fe6-4748-9174-6ffc27f59530" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e85b6c-17b3-448a-a54d-4b3f74ae166e", "tag": "c9a035e0-d790-4d8e-8484-11d968bb993b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:05.142271 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7b3e29-017b-4f75-be5c-ae6292ea7670 x-openstack-request-id: req-cf7b3e29-017b-4f75-be5c-ae6292ea7670 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:05.142565 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e85b6c-17b3-448a-a54d-4b3f74ae166e", "tag": "c9a035e0-d790-4d8e-8484-11d968bb993b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:05.142816 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf7b3e29-017b-4f75-be5c-ae6292ea7670 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:05.143222 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'tag': 'c9a035e0-d790-4d8e-8484-11d968bb993b', 'status': 'completed', 'code': 200} Aug 30 16:29:05.205078 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9fefecad-0b2f-46ec-a299-9c382fde395a None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:29:05.295281 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc417a-3fe6-4748-9174-6ffc27f59530 req-3a67ccd4-203f-4ede-8ed8-09ad3b00338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:05.296493 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-32dc417a-3fe6-4748-9174-6ffc27f59530 req-3a67ccd4-203f-4ede-8ed8-09ad3b00338a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 1098 time: 0.0852334 Aug 30 16:29:05.414882 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc417a-3fe6-4748-9174-6ffc27f59530 req-0f93eb97-9b04-4f0c-9f0f-5d391685feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:05.417309 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-32dc417a-3fe6-4748-9174-6ffc27f59530 req-0f93eb97-9b04-4f0c-9f0f-5d391685feab service neutron] 10.222.0.78 "GET /v2.0/networks?id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 200 len: 913 time: 0.1122174 Aug 30 16:29:05.460955 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9fefecad-0b2f-46ec-a299-9c382fde395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': 'd65ea7e9-0351-413c-bc99-c557c2ddd817', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'port_id': 'c9a035e0-d790-4d8e-8484-11d968bb993b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'mac_address': 'fa:16:3e:94:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:28:44Z', 'updated_at': '2021-08-30T16:29:04Z', 'revision_number': 1, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:29:05.516894 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-32dc417a-3fe6-4748-9174-6ffc27f59530 req-70d7b265-3f47-4301-a0f5-f114fb5b4cdb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9a035e0-d790-4d8e-8484-11d968bb993b HTTP/1.1" status: 200 len: 998 time: 0.0914111 Aug 30 16:29:05.534528 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fefecad-0b2f-46ec-a299-9c382fde395a None None] Checking router: 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:29:05.544055 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fefecad-0b2f-46ec-a299-9c382fde395a None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:29:05.544888 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9fefecad-0b2f-46ec-a299-9c382fde395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:28:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:29:05.636009 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc417a-3fe6-4748-9174-6ffc27f59530 req-5bc17dda-8ca8-4f58-ba99-407c5534022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:05.637637 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-32dc417a-3fe6-4748-9174-6ffc27f59530 req-5bc17dda-8ca8-4f58-ba99-407c5534022e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=58d75be7-63e7-408a-a34c-24700364bd2d HTTP/1.1" status: 200 len: 850 time: 0.1134698 Aug 30 16:29:05.666090 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c6e4a-bc05-4daf-8c8a-1d1f90291be2 req-1f0f5c16-5230-4547-85e2-9c855bfd71e1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:05.669222 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4b9c6e4a-bc05-4daf-8c8a-1d1f90291be2 req-1f0f5c16-5230-4547-85e2-9c855bfd71e1 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0632219 Aug 30 16:29:05.691545 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9fefecad-0b2f-46ec-a299-9c382fde395a None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:29:05.733583 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37420) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:05.738004 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc417a-3fe6-4748-9174-6ffc27f59530 req-267fa6b1-4402-4d56-8c62-ae2b82013e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:05.739729 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-32dc417a-3fe6-4748-9174-6ffc27f59530 req-267fa6b1-4402-4d56-8c62-ae2b82013e7b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670221 Aug 30 16:29:05.758788 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4b9c6e4a-bc05-4daf-8c8a-1d1f90291be2 req-fe8d8894-1798-4019-89df-ff6fa6be1c1e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642600 Aug 30 16:29:05.864805 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-32dc417a-3fe6-4748-9174-6ffc27f59530 req-392dd215-8b72-4d8b-a93a-37cff5679b47 service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172495 Aug 30 16:29:05.897877 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-733084737-network', 'tenant_id': '5acd6dedcc1947cead3ef79a53b95f37'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:29:05.931111 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Made reservation on behalf of 5acd6dedcc1947cead3ef79a53b95f37 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:29:05.934566 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:05.947022 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:06.016176 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-32dc417a-3fe6-4748-9174-6ffc27f59530 req-c1cb2f1d-e2ae-42ac-ac8a-a640320004f6 service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342115 Aug 30 16:29:06.087560 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9fefecad-0b2f-46ec-a299-9c382fde395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': 'd65ea7e9-0351-413c-bc99-c557c2ddd817', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'port_id': 'c9a035e0-d790-4d8e-8484-11d968bb993b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'mac_address': 'fa:16:3e:94:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:28:44Z', 'updated_at': '2021-08-30T16:29:04Z', 'revision_number': 1, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:29:06.094056 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:06.100593 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:06.120275 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fefecad-0b2f-46ec-a299-9c382fde395a None None] The sync data for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi is: [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': 'd65ea7e9-0351-413c-bc99-c557c2ddd817', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'port_id': 'c9a035e0-d790-4d8e-8484-11d968bb993b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'mac_address': 'fa:16:3e:94:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:28:44Z', 'updated_at': '2021-08-30T16:29:04Z', 'revision_number': 1, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:29:06.134540 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:29:06.148366 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78802023-a765-4f79-8957-7a668ef1cd05,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:06.155667 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:06.156099 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Added segment 184b8bba-c372-4ce4-b421-f6b7543d3cdc of type vlan for network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 Aug 30 16:29:06.214182 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:06.262270 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:06.264200 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:06.265118 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:06.358775 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6239164 Aug 30 16:29:06.363068 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37486) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:06.370613 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] Request body: {'subnet': {'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-733084737-subnet', 'tenant_id': '5acd6dedcc1947cead3ef79a53b95f37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:29:06.391186 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f679c-232d-4bcf-bfda-eb444865c90a admin admin] Pushing event updated for resources: {'Network': ['ID=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:06.395918 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device a51871a1-a835-4840-b9f3-adf92591190e no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:29:06.419107 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] Made reservation on behalf of 5acd6dedcc1947cead3ef79a53b95f37 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:29:06.423042 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27091084'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:06.428137 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: a51871a1-a835-4840-b9f3-adf92591190e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:29:06.428523 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device a51871a1-a835-4840-b9f3-adf92591190e not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:29:06.431760 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:29:06.484070 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7caad27-ff4b-4ca1-a33c-310a638f80c6 None None] New status for floating IP d65ea7e9-0351-413c-bc99-c557c2ddd817: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:29:06.657933 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27027054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27091198'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:06.713945 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeef9e2a-9426-4d1f-b63e-5704c9ade7b7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:06.742905 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] Checking segment: {'id': '184b8bba-c372-4ce4-b421-f6b7543d3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:29:06.742905 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] Network hostable DHCP agents. Network: e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:29:06.763746 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] Network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:29:06.782842 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:29:06.791945 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:06.792587 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:06.811257 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-19c5b251-00c5-46f1-b7a8-d3a6d2c821c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4464707 Aug 30 16:29:06.815103 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a9e07b-f4fd-445c-ae68-ef3a05a52685 None None] Network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:29:06.947925 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b773d7a-7ee6-44a0-a4b3-4deba67e5a66 req-1a93a68a-1b67-411b-a730-bd21fb036796 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:06.955687 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8b773d7a-7ee6-44a0-a4b3-4deba67e5a66 req-1a93a68a-1b67-411b-a730-bd21fb036796 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0679326 Aug 30 16:29:06.983937 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711f5f9c-f31d-4b10-aec9-dd1722bcfa4c None None] Network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:29:07.012401 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8b773d7a-7ee6-44a0-a4b3-4deba67e5a66 req-f4cb4b4f-7146-4f92-9a71-6b49f7d36dfd tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555105 Aug 30 16:29:07.572912 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37604) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:07.689187 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a5e659f-45d1-4957-a70e-ea4c989f8c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:07.807448 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a5e659f-45d1-4957-a70e-ea4c989f8c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:07.813754 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a5e659f-45d1-4957-a70e-ea4c989f8c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:07.851760 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0a5e659f-45d1-4957-a70e-ea4c989f8c52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fec940f1cbd04c77a11c07a388f1a321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775333 Aug 30 16:29:07.852640 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e659f-45d1-4957-a70e-ea4c989f8c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12cc4cc-6a6f-4421-8a66-c6992330c92d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:07.856399 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37632) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:07.927858 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a148-e845-4977-a54a-9d1e108d88d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:07.958567 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a148-e845-4977-a54a-9d1e108d88d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:08.014563 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a148-e845-4977-a54a-9d1e108d88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:08.017131 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a148-e845-4977-a54a-9d1e108d88d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:08.018323 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f0a8a148-e845-4977-a54a-9d1e108d88d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d12cc4cc-6a6f-4421-8a66-c6992330c92d HTTP/1.1" status: 204 len: 168 time: 0.1595554 Aug 30 16:29:08.028674 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8a148-e845-4977-a54a-9d1e108d88d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12cc4cc-6a6f-4421-8a66-c6992330c92d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:08.166562 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85325872-31d6-42ac-9351-59e217ee5641 req-626ccae6-7a59-4091-819d-5a4263758e5e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:08.168108 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-85325872-31d6-42ac-9351-59e217ee5641 req-626ccae6-7a59-4091-819d-5a4263758e5e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0620232 Aug 30 16:29:08.212269 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-85325872-31d6-42ac-9351-59e217ee5641 req-f8ac0966-3f8e-4904-b021-0eabd88bb305 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Aug 30 16:29:08.358146 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:08.371929 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7ad1a61-b418-4497-b92e-457114698493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:08.507178 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7ad1a61-b418-4497-b92e-457114698493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:08.512248 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7ad1a61-b418-4497-b92e-457114698493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:08.549589 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e7ad1a61-b418-4497-b92e-457114698493 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d416c9c247b40a1b26e202cea6abc24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902711 Aug 30 16:29:08.552280 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37686) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:08.558529 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad1a61-b418-4497-b92e-457114698493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272996da-8f45-4b85-bfc9-7a96f775433c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:08.618076 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e705-bed5-48d4-a168-648f059c2387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:08.641809 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e705-bed5-48d4-a168-648f059c2387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:08.692367 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e705-bed5-48d4-a168-648f059c2387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:08.695516 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e705-bed5-48d4-a168-648f059c2387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:08.697007 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f4e1e705-bed5-48d4-a168-648f059c2387 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/272996da-8f45-4b85-bfc9-7a96f775433c HTTP/1.1" status: 204 len: 168 time: 0.1435318 Aug 30 16:29:08.711381 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1e705-bed5-48d4-a168-648f059c2387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272996da-8f45-4b85-bfc9-7a96f775433c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:08.855016 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-7db8d857-742b-4db4-8643-1192f4c2c3bb tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:08.856590 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-7db8d857-742b-4db4-8643-1192f4c2c3bb tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/networks?id=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 HTTP/1.1" status: 200 len: 808 time: 0.1165030 Aug 30 16:29:08.875979 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-93fc6436-508c-46be-b3db-5c38e14a1357 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/quotas/5acd6dedcc1947cead3ef79a53b95f37 HTTP/1.1" status: 200 len: 375 time: 0.0126247 Aug 30 16:29:08.912971 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-cd94cbe5-0d6f-409d-960f-77d66fb97b32 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5acd6dedcc1947cead3ef79a53b95f37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305583 Aug 30 16:29:09.086250 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-690e9662-af6a-44f1-b53c-614cfeadd5b5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 16:29:09.086585 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-690e9662-af6a-44f1-b53c-614cfeadd5b5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546074 Aug 30 16:29:09.177135 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bc3000e9-50b4-4246-9335-fdf86ae5fd6b service neutron] 10.222.0.32 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826788 Aug 30 16:29:09.275814 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-fd41bf01-b90b-4bdb-81b9-10e400279619 service neutron] 10.222.0.32 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925512 Aug 30 16:29:09.352722 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7fcde-0c84-476a-8836-f505a582057d req-abd9e800-dfaa-4e90-9d80-3b5fc65b1e72 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:09.354754 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95c7fcde-0c84-476a-8836-f505a582057d req-abd9e800-dfaa-4e90-9d80-3b5fc65b1e72 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0540080 Aug 30 16:29:09.400274 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95c7fcde-0c84-476a-8836-f505a582057d req-58c06063-8441-4f0c-958f-524e62ff4396 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383625 Aug 30 16:29:09.504958 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-126af1bb-dd48-4178-9ed4-51a16265b4f7 req-064829b6-d023-4aff-952a-711c9321b590 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 210 time: 0.0325632 Aug 30 16:29:09.875519 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37796) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:10.059469 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7abe9504-3951-46ac-b8b5-fbe89fac15f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95d984c2651640fe86e3667bcf8f96da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824830 Aug 30 16:29:10.062610 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37802) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:10.123296 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfc875b7-cdb8-42f9-b296-e18cb21d6de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:10.173572 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfc875b7-cdb8-42f9-b296-e18cb21d6de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:10.224394 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfc875b7-cdb8-42f9-b296-e18cb21d6de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:10.227008 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfc875b7-cdb8-42f9-b296-e18cb21d6de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:10.228180 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-dfc875b7-cdb8-42f9-b296-e18cb21d6de4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbcc0f44-63ed-41ad-a3d4-6432e10a3e19 HTTP/1.1" status: 204 len: 168 time: 0.1636908 Aug 30 16:29:10.236684 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc875b7-cdb8-42f9-b296-e18cb21d6de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcc0f44-63ed-41ad-a3d4-6432e10a3e19,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:10.565297 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b011c0-8be9-4e5e-954a-cd91bb483620 req-5ce4cd26-dcad-411c-a48d-b7edba15fcd9 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:10.566836 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d3b011c0-8be9-4e5e-954a-cd91bb483620 req-5ce4cd26-dcad-411c-a48d-b7edba15fcd9 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0631509 Aug 30 16:29:10.619390 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0e8ed38d-c7ac-4131-a4ed-4e8ad9a760e5 req-b428b6f5-0700-483a-ba64-60b60ce5c9c6 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 210 time: 0.0392280 Aug 30 16:29:10.634322 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d3b011c0-8be9-4e5e-954a-cd91bb483620 req-28c491b0-2a25-4f14-a39b-0250955935c4 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611832 Aug 30 16:29:10.822298 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-369a9a41-975b-4d01-b0a1-965fb21c4202 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:10.823728 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-369a9a41-975b-4d01-b0a1-965fb21c4202 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.78 "GET /v2.0/networks?id=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 HTTP/1.1" status: 200 len: 808 time: 0.1127713 Aug 30 16:29:10.849863 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Request body: {'port': {'device_id': 'a76b0c3a-b65b-4e22-b082-590137914248', 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1', 'admin_state_up': True, 'tenant_id': '5acd6dedcc1947cead3ef79a53b95f37'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:29:10.980401 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Made reservation on behalf of 5acd6dedcc1947cead3ef79a53b95f37 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:29:10.984242 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:11.135427 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Allocated IP 172.20.0.3 (e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1/aeef9e2a-9426-4d1f-b63e-5704c9ade7b7/ec061b87-db93-43d6-a4af-440543dcaf09) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:29:11.294766 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:11.343655 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:11.397962 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:29:11.403883 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:29:11.406455 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:29:11.413565 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Pushing event updated for resources: {'Port': ['ID=ec061b87-db93-43d6-a4af-440543dcaf09,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:11.466291 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:11.467320 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:11.485762 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-c20d265c-9a80-4160-a1e6-25340c172e2a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6419787 Aug 30 16:29:11.526616 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Request body: {'port': {'device_id': 'a76b0c3a-b65b-4e22-b082-590137914248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:29:11.583838 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:11.790725 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868151b-32dc-41f4-802f-9d97ef323e30 req-65ff46aa-d351-446f-9e6f-7dfb29466b3e tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:11.792393 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d868151b-32dc-41f4-802f-9d97ef323e30 req-65ff46aa-d351-446f-9e6f-7dfb29466b3e tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 931 time: 0.0867221 Aug 30 16:29:11.805135 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d960c-be8f-4c19-b91b-3eb66b1dcbe3 req-3d1a92cd-b1ba-4ff3-a735-7db8672d2df4 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:11.806705 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1a0d960c-be8f-4c19-b91b-3eb66b1dcbe3 req-3d1a92cd-b1ba-4ff3-a735-7db8672d2df4 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0871029 Aug 30 16:29:11.870069 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d868151b-32dc-41f4-802f-9d97ef323e30 req-1a92685a-9112-4ffa-8d26-049ebc026d0c tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623589 Aug 30 16:29:11.876093 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec061b87-db93-43d6-a4af-440543dcaf09 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:29:11.878030 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1a0d960c-be8f-4c19-b91b-3eb66b1dcbe3 req-d196b755-68c0-4060-90f3-7d42a03f2590 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639498 Aug 30 16:29:11.887963 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:11.902196 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Transition to ACTIVE for port object ec061b87-db93-43d6-a4af-440543dcaf09 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:29:11.910604 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:11.960263 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Pushing event updated for resources: {'Port': ['ID=ec061b87-db93-43d6-a4af-440543dcaf09,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:12.034462 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Attempting to bind port ec061b87-db93-43d6-a4af-440543dcaf09 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:29:12.035188 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Attempting to bind port ec061b87-db93-43d6-a4af-440543dcaf09 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '184b8bba-c372-4ce4-b421-f6b7543d3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:29:12.035188 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Attempting to bind port ec061b87-db93-43d6-a4af-440543dcaf09 on network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:29:12.040325 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Port ec061b87-db93-43d6-a4af-440543dcaf09 on network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:29:12.040674 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Attempting to bind port ec061b87-db93-43d6-a4af-440543dcaf09 on network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:29:12.046773 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:29:12.047086 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Checking segment: {'id': '184b8bba-c372-4ce4-b421-f6b7543d3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:29:12.047491 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Bound using segment: {'id': '184b8bba-c372-4ce4-b421-f6b7543d3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:29:12.047933 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Bound port: ec061b87-db93-43d6-a4af-440543dcaf09, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b8bba-c372-4ce4-b421-f6b7543d3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:29:12.048290 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:12.122741 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] For port ec061b87-db93-43d6-a4af-440543dcaf09, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:29:12.126912 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] For port ec061b87-db93-43d6-a4af-440543dcaf09, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=ec061b87-db93-43d6-a4af-440543dcaf09,segment=NetworkSegment(184b8bba-c372-4ce4-b421-f6b7543d3cdc),segment_id=184b8bba-c372-4ce4-b421-f6b7543d3cdc)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:29:12.134121 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:12.173010 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:12.173706 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:12.175243 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] 10.222.0.78 "PUT /v2.0/ports/ec061b87-db93-43d6-a4af-440543dcaf09 HTTP/1.1" status: 200 len: 1093 time: 0.6528058 Aug 30 16:29:12.175628 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76b0c3a-b65b-4e22-b082-590137914248', 'tag': 'ec061b87-db93-43d6-a4af-440543dcaf09'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:12.178078 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd959c0a-006d-4fbf-a7ab-1a107aca57f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a76b0c3a-b65b-4e22-b082-590137914248", "tag": "ec061b87-db93-43d6-a4af-440543dcaf09"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:12.201839 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc00f4-a7dc-4e1e-b67d-8897c5e0b51f service neutron] Pushing event updated for resources: {'Port': ['ID=ec061b87-db93-43d6-a4af-440543dcaf09,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:12.226633 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1fd35e-0323-4315-b050-66dcd14c00a9 x-openstack-request-id: req-7d1fd35e-0323-4315-b050-66dcd14c00a9 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:12.226911 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76b0c3a-b65b-4e22-b082-590137914248", "tag": "ec061b87-db93-43d6-a4af-440543dcaf09", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:12.227154 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d1fd35e-0323-4315-b050-66dcd14c00a9 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:12.227546 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76b0c3a-b65b-4e22-b082-590137914248', 'tag': 'ec061b87-db93-43d6-a4af-440543dcaf09', 'status': 'completed', 'code': 200} Aug 30 16:29:12.317204 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-20b8aa25-b70c-4fd4-9f49-fe744cb16386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:12.318814 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-20b8aa25-b70c-4fd4-9f49-fe744cb16386 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5acd6dedcc1947cead3ef79a53b95f37&device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 1096 time: 0.0523317 Aug 30 16:29:12.383066 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-0dd57429-73f7-47dd-adbd-9432574db070 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec061b87-db93-43d6-a4af-440543dcaf09 HTTP/1.1" status: 200 len: 217 time: 0.0478907 Aug 30 16:29:12.437062 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-36b1f3c7-4cfa-41c0-ba3c-43bd9644a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:12.438606 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-36b1f3c7-4cfa-41c0-ba3c-43bd9644a801 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aeef9e2a-9426-4d1f-b63e-5704c9ade7b7 HTTP/1.1" status: 200 len: 848 time: 0.0487154 Aug 30 16:29:12.471914 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-01425669-9076-4fa7-a2d7-37a96f8a3829 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260565 Aug 30 16:29:12.596712 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-498d8ffd-401d-4e3e-8196-fed16b45fabe service neutron] 10.222.0.78 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912623 Aug 30 16:29:12.690158 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87ec1b73-0dfd-4074-a735-089e909ac82d req-4f77372b-61be-43b5-95a4-c8b87f6e498c service neutron] 10.222.0.78 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Aug 30 16:29:12.829179 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd959c0a-006d-4fbf-a7ab-1a107aca57f8 req-f7562ffb-62d8-4a7a-912c-4b772b7f1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:12.830790 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd959c0a-006d-4fbf-a7ab-1a107aca57f8 req-f7562ffb-62d8-4a7a-912c-4b772b7f1c61 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5acd6dedcc1947cead3ef79a53b95f37&device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 1096 time: 0.0604584 Aug 30 16:29:12.953224 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd959c0a-006d-4fbf-a7ab-1a107aca57f8 req-67833353-5e66-4696-8a70-b8465336425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:12.954718 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd959c0a-006d-4fbf-a7ab-1a107aca57f8 req-67833353-5e66-4696-8a70-b8465336425e service neutron] 10.222.0.78 "GET /v2.0/networks?id=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 HTTP/1.1" status: 200 len: 910 time: 0.1150351 Aug 30 16:29:13.000597 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd959c0a-006d-4fbf-a7ab-1a107aca57f8 req-a7a871fb-1b6f-44ba-ae7b-797ad79f1fca service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec061b87-db93-43d6-a4af-440543dcaf09 HTTP/1.1" status: 200 len: 217 time: 0.0358024 Aug 30 16:29:13.031563 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4effdb-5036-4fc8-bf21-d967927e435f req-f72f7e67-792d-4c15-8074-dc01f132bbad tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:13.033114 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8d4effdb-5036-4fc8-bf21-d967927e435f req-f72f7e67-792d-4c15-8074-dc01f132bbad tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0687163 Aug 30 16:29:13.042966 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ace47f-94ae-4f83-8f9d-cfc8e5ccdf04 req-ef3ed796-9409-4bff-b973-5a0ae2da4cda tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:13.046000 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b1ace47f-94ae-4f83-8f9d-cfc8e5ccdf04 req-ef3ed796-9409-4bff-b973-5a0ae2da4cda tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 943 time: 0.0914242 Aug 30 16:29:13.059659 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd959c0a-006d-4fbf-a7ab-1a107aca57f8 req-7685f7f6-ec6c-4a2f-96b8-afd0d691bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:13.061871 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd959c0a-006d-4fbf-a7ab-1a107aca57f8 req-7685f7f6-ec6c-4a2f-96b8-afd0d691bb5a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aeef9e2a-9426-4d1f-b63e-5704c9ade7b7 HTTP/1.1" status: 200 len: 848 time: 0.0529404 Aug 30 16:29:13.101835 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b1ace47f-94ae-4f83-8f9d-cfc8e5ccdf04 req-66555448-2816-41b1-a482-3ffe0f6a9302 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 Aug 30 16:29:13.102452 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd959c0a-006d-4fbf-a7ab-1a107aca57f8 req-3ccd1121-fbf7-43e9-835a-08139d6332a9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242229 Aug 30 16:29:13.108770 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8d4effdb-5036-4fc8-bf21-d967927e435f req-94a9c01a-8171-42a6-8461-0c596fe05a29 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617115 Aug 30 16:29:13.197248 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd959c0a-006d-4fbf-a7ab-1a107aca57f8 req-74d76123-cc8c-471d-973a-2ba0289e7e1f service neutron] 10.222.0.78 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848422 Aug 30 16:29:13.308736 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd959c0a-006d-4fbf-a7ab-1a107aca57f8 req-ec69ce8a-3afa-41a0-acb6-d5cb835c7e71 service neutron] 10.222.0.78 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953677 Aug 30 16:29:14.257857 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45868e-5ec1-4fba-8836-c947adc53a5e req-3a04b56c-7ea4-4a75-9c19-ff5d965f2a96 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:14.259779 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3a45868e-5ec1-4fba-8836-c947adc53a5e req-3a04b56c-7ea4-4a75-9c19-ff5d965f2a96 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 943 time: 0.0815921 Aug 30 16:29:14.269255 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee60394-aebd-4bbe-9196-cfd369573a38 req-0f4dbf6c-22e7-48ab-add4-8c23ca58aee8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:14.270817 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aee60394-aebd-4bbe-9196-cfd369573a38 req-0f4dbf6c-22e7-48ab-add4-8c23ca58aee8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0834475 Aug 30 16:29:14.325412 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3a45868e-5ec1-4fba-8836-c947adc53a5e req-524447b0-58f2-40c2-8e94-f06904e63a1b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535693 Aug 30 16:29:14.340398 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aee60394-aebd-4bbe-9196-cfd369573a38 req-cddff91e-993a-4a81-ae89-e982d2c1d232 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607939 Aug 30 16:29:15.481624 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea512eb-39f4-4cd9-8244-b4dd08d828cd req-09d2d789-d168-4458-b8ca-fe17a71050bc tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:15.483129 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6ea512eb-39f4-4cd9-8244-b4dd08d828cd req-09d2d789-d168-4458-b8ca-fe17a71050bc tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 943 time: 0.0803671 Aug 30 16:29:15.491269 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d47d1-79ac-4958-a6b8-898cfa1908ae req-007fc041-f2e1-443f-bf42-41eab450021c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:15.492724 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a34d47d1-79ac-4958-a6b8-898cfa1908ae req-007fc041-f2e1-443f-bf42-41eab450021c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0792599 Aug 30 16:29:15.557423 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6ea512eb-39f4-4cd9-8244-b4dd08d828cd req-f58156a1-a414-4559-9763-4970fc9aca4a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636730 Aug 30 16:29:15.562391 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a34d47d1-79ac-4958-a6b8-898cfa1908ae req-90d16c46-4cb4-45d2-a203-14cc8cff0627 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629325 Aug 30 16:29:16.680023 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504d302-15bd-44de-898b-5664baa0c21b req-5e392185-2ee1-4c77-bfd4-4b51deb968e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:16.681580 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f504d302-15bd-44de-898b-5664baa0c21b req-5e392185-2ee1-4c77-bfd4-4b51deb968e2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 1099 time: 0.0428081 Aug 30 16:29:16.715236 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296674c4-2425-4d87-b451-d687015456e8 req-05433bc1-ffba-48a0-8663-656721ef9b53 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:16.716742 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-296674c4-2425-4d87-b451-d687015456e8 req-05433bc1-ffba-48a0-8663-656721ef9b53 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 943 time: 0.0843382 Aug 30 16:29:16.721090 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f504d302-15bd-44de-898b-5664baa0c21b req-6bb44aac-c355-4111-9f94-05a8fc23ad6f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300281 Aug 30 16:29:16.727071 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e3fd9-ebf5-4776-84ed-c0040db77545 req-5342dc49-90a9-4e9b-8290-168ef86487f6 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:16.728476 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-840e3fd9-ebf5-4776-84ed-c0040db77545 req-5342dc49-90a9-4e9b-8290-168ef86487f6 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0825961 Aug 30 16:29:16.782176 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-296674c4-2425-4d87-b451-d687015456e8 req-c24ad237-5450-4a66-bc3e-de6f016ece63 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526917 Aug 30 16:29:16.787853 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-840e3fd9-ebf5-4776-84ed-c0040db77545 req-dd1ebb87-a855-4a0f-a3a9-cf65511a7fd2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525904 Aug 30 16:29:17.637877 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed18332-29d7-404a-9828-b2cfa3a92cb8 req-33772971-d171-423e-a616-f23efd441373 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:17.639391 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1ed18332-29d7-404a-9828-b2cfa3a92cb8 req-33772971-d171-423e-a616-f23efd441373 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0574577 Aug 30 16:29:17.680343 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1ed18332-29d7-404a-9828-b2cfa3a92cb8 req-71cd604f-0192-43a0-995e-0e29be2dda34 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347421 Aug 30 16:29:17.947297 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba2d13-9f3f-480f-a5b0-7be3b9e190b1 req-1c960906-7100-4894-8417-61cd93f4bad2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:17.948789 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6eba2d13-9f3f-480f-a5b0-7be3b9e190b1 req-1c960906-7100-4894-8417-61cd93f4bad2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0857275 Aug 30 16:29:17.960652 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401727ba-70ea-4811-8d05-6fdf89e16da8 req-eb763144-b495-4396-a17f-1e4cabf79aaa tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:17.962122 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-401727ba-70ea-4811-8d05-6fdf89e16da8 req-eb763144-b495-4396-a17f-1e4cabf79aaa tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 943 time: 0.0883160 Aug 30 16:29:18.205656 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6eba2d13-9f3f-480f-a5b0-7be3b9e190b1 req-25d47c0c-4f86-4ef7-836c-533d0c9f4ae2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424998 Aug 30 16:29:18.210381 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-401727ba-70ea-4811-8d05-6fdf89e16da8 req-46b6c65e-fca3-4ac7-88c8-057453505fcb tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416544 Aug 30 16:29:18.456245 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device ec061b87-db93-43d6-a4af-440543dcaf09 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:29:18.561038 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port ec061b87-db93-43d6-a4af-440543dcaf09, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=ec061b87-db93-43d6-a4af-440543dcaf09,segment=NetworkSegment(184b8bba-c372-4ce4-b421-f6b7543d3cdc),segment_id=184b8bba-c372-4ce4-b421-f6b7543d3cdc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:18.573437 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': 'ec061b87-db93-43d6-a4af-440543dcaf09', 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1', 'port_id': 'ec061b87-db93-43d6-a4af-440543dcaf09', 'mac_address': 'fa:16:3e:a4:83:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeef9e2a-9426-4d1f-b63e-5704c9ade7b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:29:18.615228 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:18.630704 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec061b87-db93-43d6-a4af-440543dcaf09 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:29:18.654980 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port ec061b87-db93-43d6-a4af-440543dcaf09, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=ec061b87-db93-43d6-a4af-440543dcaf09,segment=NetworkSegment(184b8bba-c372-4ce4-b421-f6b7543d3cdc),segment_id=184b8bba-c372-4ce4-b421-f6b7543d3cdc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:18.660473 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:18.713548 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=ec061b87-db93-43d6-a4af-440543dcaf09,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:18.968519 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09233167-4022-4fe4-94b7-cac636ef6bb9 req-30d07251-9581-4f62-b216-e707e8078f33 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:18.970457 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-09233167-4022-4fe4-94b7-cac636ef6bb9 req-30d07251-9581-4f62-b216-e707e8078f33 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0636308 Aug 30 16:29:19.013766 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-09233167-4022-4fe4-94b7-cac636ef6bb9 req-8c8ba8d4-1f41-478f-a167-0d93ff6966a8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369709 Aug 30 16:29:19.136408 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['ec061b87-db93-43d6-a4af-440543dcaf09'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:29:19.354145 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56aa0-d370-4d6e-b791-06252cba8e17 req-aee7b5a3-0670-4454-84da-b58a6b75a9bf tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:19.355653 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-87a56aa0-d370-4d6e-b791-06252cba8e17 req-aee7b5a3-0670-4454-84da-b58a6b75a9bf tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0784018 Aug 30 16:29:19.363914 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfaf640-8ca6-4e46-a954-357e4f98a934 req-75ede698-082f-4f4d-ac51-662cb0b94bb4 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:19.365310 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-adfaf640-8ca6-4e46-a954-357e4f98a934 req-75ede698-082f-4f4d-ac51-662cb0b94bb4 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 944 time: 0.0783966 Aug 30 16:29:19.420350 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-87a56aa0-d370-4d6e-b791-06252cba8e17 req-71ed6f70-0faf-4b10-b017-2fb0ff825eec tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540435 Aug 30 16:29:19.425231 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-adfaf640-8ca6-4e46-a954-357e4f98a934 req-b9e7fb4c-7252-4c6f-864d-74bc28d810ad tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531557 Aug 30 16:29:19.692953 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ad5d6-4da7-40c5-a97c-17a3be74e079 req-6b58eaa3-b22d-45fd-a200-eee4fe82d952 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:19.698978 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d18ad5d6-4da7-40c5-a97c-17a3be74e079 req-6b58eaa3-b22d-45fd-a200-eee4fe82d952 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0534890 Aug 30 16:29:19.710689 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d551-6f1a-4732-aba5-c7ee40b6b12d req-1a71147c-84ee-45fe-bf4f-d9b3ae583871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:19.712181 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c465d551-6f1a-4732-aba5-c7ee40b6b12d req-1a71147c-84ee-45fe-bf4f-d9b3ae583871 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 1099 time: 0.0473866 Aug 30 16:29:19.738502 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d18ad5d6-4da7-40c5-a97c-17a3be74e079 req-65fe1689-1130-48a6-9df0-0db9c303bade tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372918 Aug 30 16:29:19.826361 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d551-6f1a-4732-aba5-c7ee40b6b12d req-6a20f453-1526-4210-865d-e03be53b2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:19.827864 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c465d551-6f1a-4732-aba5-c7ee40b6b12d req-6a20f453-1526-4210-865d-e03be53b2a7d service neutron] 10.222.0.78 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 921 time: 0.0946219 Aug 30 16:29:19.889067 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c465d551-6f1a-4732-aba5-c7ee40b6b12d req-4d809097-788c-4270-a5e2-b8dd1fe49d8f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a52b73a-d875-4565-b423-f429f6b80df5 HTTP/1.1" status: 200 len: 217 time: 0.0453596 Aug 30 16:29:19.953257 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d551-6f1a-4732-aba5-c7ee40b6b12d req-96343f5e-1e7f-4324-ab37-517b8066a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:19.954832 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c465d551-6f1a-4732-aba5-c7ee40b6b12d req-96343f5e-1e7f-4324-ab37-517b8066a31c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=18f03c4e-474c-4bf0-b4fa-28445654d873 HTTP/1.1" status: 200 len: 859 time: 0.0558519 Aug 30 16:29:20.000235 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c465d551-6f1a-4732-aba5-c7ee40b6b12d req-7c142081-7b3a-4473-ba0a-c7dcd0affdc8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4870715-5bf8-44ac-b479-0444a5c3916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306711 Aug 30 16:29:20.100101 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c465d551-6f1a-4732-aba5-c7ee40b6b12d req-7a324999-81f7-43af-9a93-2c775d6392c4 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894690 Aug 30 16:29:20.152974 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eba534-98ec-4c11-a5cc-f11566a9fd6e req-e91bcfb1-76e6-4457-9d79-798523573913 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:20.154588 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c1eba534-98ec-4c11-a5cc-f11566a9fd6e req-e91bcfb1-76e6-4457-9d79-798523573913 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0558650 Aug 30 16:29:20.193977 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c1eba534-98ec-4c11-a5cc-f11566a9fd6e req-5e9c15a7-106d-4bd0-8807-3e3818f7a31c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323133 Aug 30 16:29:20.197304 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c465d551-6f1a-4732-aba5-c7ee40b6b12d req-273a400b-7d86-4906-95d3-2d998d3bfdd8 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894427 Aug 30 16:29:20.473811 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device ec061b87-db93-43d6-a4af-440543dcaf09 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:29:20.525822 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port ec061b87-db93-43d6-a4af-440543dcaf09 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:29:20.529822 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port ec061b87-db93-43d6-a4af-440543dcaf09 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:29:20.530201 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:20.551947 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2835-745f-4f1e-b8cf-ea0e202be613 req-6cc8ddf0-5cfe-459a-871d-991945a5c0db tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:20.553483 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d85e2835-745f-4f1e-b8cf-ea0e202be613 req-6cc8ddf0-5cfe-459a-871d-991945a5c0db tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 944 time: 0.0562291 Aug 30 16:29:20.594441 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d85e2835-745f-4f1e-b8cf-ea0e202be613 req-6ffbdeca-41b3-4ae1-bb30-c770087b424c tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346146 Aug 30 16:29:20.616851 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:20.648631 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76b0c3a-b65b-4e22-b082-590137914248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec061b87-db93-43d6-a4af-440543dcaf09'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:20.651363 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6daedf7-4fd4-4ede-95a5-2590aba077a8" -d '{"events": [{"server_uuid": "a76b0c3a-b65b-4e22-b082-590137914248", "name": "network-vif-plugged", "status": "completed", "tag": "ec061b87-db93-43d6-a4af-440543dcaf09"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:20.666003 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port ec061b87-db93-43d6-a4af-440543dcaf09, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=ec061b87-db93-43d6-a4af-440543dcaf09,segment=NetworkSegment(184b8bba-c372-4ce4-b421-f6b7543d3cdc),segment_id=184b8bba-c372-4ce4-b421-f6b7543d3cdc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:20.671479 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:20.698764 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f8394a-997e-4844-aece-d5230031cae9 x-openstack-request-id: req-e4f8394a-997e-4844-aece-d5230031cae9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:20.699242 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76b0c3a-b65b-4e22-b082-590137914248", "name": "network-vif-plugged", "status": "completed", "tag": "ec061b87-db93-43d6-a4af-440543dcaf09", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:20.699642 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4f8394a-997e-4844-aece-d5230031cae9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:20.700512 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76b0c3a-b65b-4e22-b082-590137914248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec061b87-db93-43d6-a4af-440543dcaf09', 'code': 200} Aug 30 16:29:20.731770 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=ec061b87-db93-43d6-a4af-440543dcaf09,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:20.864159 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed6703-b316-43db-a9a7-f7ea6ca47aa9 req-6a329019-5acd-45de-aa95-36e9009bda7b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:20.865829 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eeed6703-b316-43db-a9a7-f7ea6ca47aa9 req-6a329019-5acd-45de-aa95-36e9009bda7b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0564394 Aug 30 16:29:20.913003 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eeed6703-b316-43db-a9a7-f7ea6ca47aa9 req-70520f0a-62f3-46ea-856a-f8e581ddd280 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 Aug 30 16:29:20.979540 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41f08-852f-4f8a-bc91-9f79224e9b31 req-bc8109c8-e972-41a6-9e46-aa0d67353f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:20.981093 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a3f41f08-852f-4f8a-bc91-9f79224e9b31 req-bc8109c8-e972-41a6-9e46-aa0d67353f91 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 1098 time: 0.0465889 Aug 30 16:29:21.017631 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a3f41f08-852f-4f8a-bc91-9f79224e9b31 req-49627ef8-b868-46b2-a2c6-961d8db3912e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278058 Aug 30 16:29:21.333177 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d643e4-3d93-41d5-90f0-b5172a3d941c req-0176361d-98f1-441a-9b5c-156ff1ed2cd2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:21.334721 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b2d643e4-3d93-41d5-90f0-b5172a3d941c req-0176361d-98f1-441a-9b5c-156ff1ed2cd2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0521293 Aug 30 16:29:21.340006 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcfb7be4-2df6-40aa-873f-897417f184ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:21.373768 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b2d643e4-3d93-41d5-90f0-b5172a3d941c req-7aea10df-8a2e-4689-916d-8fd088991a9a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323815 Aug 30 16:29:21.723824 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075c929-d740-4ab9-b2b8-125f43033ab3 req-0e974dcf-e963-4730-ab53-a716925e3d8d tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:21.725585 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3075c929-d740-4ab9-b2b8-125f43033ab3 req-0e974dcf-e963-4730-ab53-a716925e3d8d tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 945 time: 0.0590024 Aug 30 16:29:21.777073 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3075c929-d740-4ab9-b2b8-125f43033ab3 req-68f356b9-5320-463c-a491-d794e84d80a0 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Aug 30 16:29:22.089247 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-77ac4e2a-f358-4fe6-aa68-4ccda70e08e4 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919746962&fields=id&tenant_id=e3fc734829f24a008dd34c53121ee09c HTTP/1.1" status: 200 len: 267 time: 0.0761287 Aug 30 16:29:22.115951 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca0e52-579a-4c2a-af61-49c4e8a1609f req-0a219150-1550-4348-b916-100cbf626acc tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:22.117395 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3bca0e52-579a-4c2a-af61-49c4e8a1609f req-0a219150-1550-4348-b916-100cbf626acc tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0879028 Aug 30 16:29:22.212300 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3bca0e52-579a-4c2a-af61-49c4e8a1609f req-6a5623c5-77e9-4e8e-a35e-eae70ee583d7 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817420 Aug 30 16:29:22.239111 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-032419b4-8ada-4082-8677-22dc2771ca77 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:22.240584 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-032419b4-8ada-4082-8677-22dc2771ca77 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 812 time: 0.1429453 Aug 30 16:29:22.256158 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-a52dc269-2c51-42e2-8cf0-39f37e577432 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/quotas/e3fc734829f24a008dd34c53121ee09c HTTP/1.1" status: 200 len: 375 time: 0.0098262 Aug 30 16:29:22.315940 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-188e27f7-5084-41ae-ab6a-131706536b4b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544264 Aug 30 16:29:22.416803 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-2d4451bc-796f-4d7a-bda8-12cfa666262f service neutron] 10.222.0.32 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887101 Aug 30 16:29:22.545982 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d09dc9-ecf5-4f70-a65d-c92ab0bd695c req-7f6cb114-9eb5-4170-89c2-a8cd86bc19b8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:22.547351 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a0d09dc9-ecf5-4f70-a65d-c92ab0bd695c req-7f6cb114-9eb5-4170-89c2-a8cd86bc19b8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0783944 Aug 30 16:29:22.552925 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-2e512874-ca72-4df6-bb76-211f145a6d29 service neutron] 10.222.0.32 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291752 Aug 30 16:29:22.597695 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a0d09dc9-ecf5-4f70-a65d-c92ab0bd695c req-1698443f-4f62-470c-a52a-5e9652e4d064 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352468 Aug 30 16:29:22.873112 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-af5773b9-90b6-454d-944a-0b796244c717 req-604d3618-8cbc-49fe-a2b2-61829a50e7fb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 210 time: 0.0323343 Aug 30 16:29:22.931737 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ef86b-7d51-4f5c-ad7c-cb1f4da96d05 req-e659825d-ed00-4b81-a803-1574b1874505 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:22.932196 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-094ef86b-7d51-4f5c-ad7c-cb1f4da96d05 req-e659825d-ed00-4b81-a803-1574b1874505 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 945 time: 0.0637527 Aug 30 16:29:22.974369 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-094ef86b-7d51-4f5c-ad7c-cb1f4da96d05 req-e797b01c-d8d7-4415-a336-d987b6d8d663 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Aug 30 16:29:23.339725 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b7c20-d39b-4fd3-be4b-08fca4d15904 req-540ac7bc-e322-4bfe-af59-ec5ac9e2cf28 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:23.341998 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7b2b7c20-d39b-4fd3-be4b-08fca4d15904 req-540ac7bc-e322-4bfe-af59-ec5ac9e2cf28 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0611925 Aug 30 16:29:23.407851 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7b2b7c20-d39b-4fd3-be4b-08fca4d15904 req-02435ab4-fc88-4b5f-9a20-73dca232a844 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562866 Aug 30 16:29:23.733404 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1724-28b2-40be-a4c8-c7f1414614de req-e98caa03-c4ce-49ab-9550-271e97b4d728 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:23.735161 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a8de1724-28b2-40be-a4c8-c7f1414614de req-e98caa03-c4ce-49ab-9550-271e97b4d728 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0561936 Aug 30 16:29:23.776025 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a8de1724-28b2-40be-a4c8-c7f1414614de req-39a1d4c4-68c0-4444-9e73-5b0ddefc4b7a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340729 Aug 30 16:29:23.980526 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-55486233-8c94-4dd0-8c75-0e1c18109cdb req-84298ba2-b9bf-4526-830e-d164fa184536 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 210 time: 0.0316908 Aug 30 16:29:23.990127 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c64c22-052a-4296-94a5-16f5f3d64754 req-18c82aca-c839-4c67-b42f-bf9c6c1d2ab1 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:23.992008 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f1c64c22-052a-4296-94a5-16f5f3d64754 req-18c82aca-c839-4c67-b42f-bf9c6c1d2ab1 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 945 time: 0.0822775 Aug 30 16:29:24.039823 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f1c64c22-052a-4296-94a5-16f5f3d64754 req-00553bda-22c4-48b4-8fd1-308ba47d782d tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Aug 30 16:29:24.219903 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64140773-5963-4ea1-be9d-29e405815fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:24.286670 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-caafbcd8-ae32-47b2-8765-8c4b1a1a93de tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:24.288308 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-caafbcd8-ae32-47b2-8765-8c4b1a1a93de tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 812 time: 0.1235800 Aug 30 16:29:24.346212 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-cd967051-5306-4bf5-a0ba-75e4dab7d649 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3fc734829f24a008dd34c53121ee09c HTTP/1.1" status: 200 len: 379 time: 0.0336916 Aug 30 16:29:24.370642 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'port': {'device_id': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'admin_state_up': True, 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'security_groups': ['9061ecd9-3746-442d-94d1-51340a92b92b']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:29:24.493108 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:24.512643 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Made reservation on behalf of e3fc734829f24a008dd34c53121ee09c for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:29:24.517100 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:24.533864 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0dcda-3570-4ea5-ba53-70040f4cc915 req-0dcd4d19-9429-424c-b324-e7303802d416 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:24.535455 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f9d0dcda-3570-4ea5-ba53-70040f4cc915 req-0dcd4d19-9429-424c-b324-e7303802d416 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0570102 Aug 30 16:29:24.575670 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f9d0dcda-3570-4ea5-ba53-70040f4cc915 req-ade1bf6a-f3cb-4d8b-8b53-d506eed10c95 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331206 Aug 30 16:29:24.648515 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Allocated IP 172.20.0.6 (7737f67b-d86b-49e3-9495-77e3226e683c/3ca4cf7d-2201-4d91-9b3a-ae06db920545/54e13b72-b762-4dfa-b500-4be64e641639) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:29:24.794921 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:24.808608 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Transition to ACTIVE for port object 54e13b72-b762-4dfa-b500-4be64e641639 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:29:24.865451 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:24.935273 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Network 7737f67b-d86b-49e3-9495-77e3226e683c is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:29:24.935877 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148064a3-6ad8-4466-bfe0-f635033bf457 req-8dbc1295-eec9-4747-951e-36d3f0cfc012 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:24.937751 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-148064a3-6ad8-4466-bfe0-f635033bf457 req-8dbc1295-eec9-4747-951e-36d3f0cfc012 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0675285 Aug 30 16:29:24.939422 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'Port': ['ID=54e13b72-b762-4dfa-b500-4be64e641639,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:24.941781 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:29:24.944908 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:29:24.976466 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.976807 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.977135 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.977479 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.977830 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.978152 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.978683 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.979011 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.979361 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.979722 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.980092 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.980425 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:24.997408 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-148064a3-6ad8-4466-bfe0-f635033bf457 req-8bf73d91-cf44-4c28-8892-d0a762540727 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502009 Aug 30 16:29:25.057558 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:25.076290 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:25.077235 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:25.107522 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-5364fe6f-9b80-4431-b1b2-b157aae8f76b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7404802 Aug 30 16:29:25.134009 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Request body: {'port': {'device_id': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:29:25.195785 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2159a1d-119e-4939-9b04-1fcae5f2b919 req-3faf85df-8a90-488c-b9bb-5e2b8ac85a2e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:25.199886 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a2159a1d-119e-4939-9b04-1fcae5f2b919 req-3faf85df-8a90-488c-b9bb-5e2b8ac85a2e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 931 time: 0.0875254 Aug 30 16:29:25.227798 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:25.247865 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f5a62d93-fd11-4eaa-b0b3-acb22b63cfd9 None None] Provisioning for port 54e13b72-b762-4dfa-b500-4be64e641639 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:29:25.255265 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f5a62d93-fd11-4eaa-b0b3-acb22b63cfd9 None None] Provisioning complete for port 54e13b72-b762-4dfa-b500-4be64e641639 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:29:25.255966 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5a62d93-fd11-4eaa-b0b3-acb22b63cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:25.271782 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a2159a1d-119e-4939-9b04-1fcae5f2b919 req-7549b4d8-0185-4dd9-984c-b02f4eb089b3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496619 Aug 30 16:29:25.283529 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c8872-c809-4dd3-92ff-12a350ed27fc req-683fba3d-6520-4aad-8dbb-29763b9dfcd0 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:25.285175 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-591c8872-c809-4dd3-92ff-12a350ed27fc req-683fba3d-6520-4aad-8dbb-29763b9dfcd0 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 945 time: 0.1222270 Aug 30 16:29:25.306552 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f5a62d93-fd11-4eaa-b0b3-acb22b63cfd9 None None] Port 54e13b72-b762-4dfa-b500-4be64e641639 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:29:25.342101 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-591c8872-c809-4dd3-92ff-12a350ed27fc req-3b5e9e96-1ef0-4edb-8468-681cf324a0c6 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Aug 30 16:29:25.567130 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e13b72-b762-4dfa-b500-4be64e641639 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:29:25.575372 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:25.590650 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Transition to ACTIVE for port object 54e13b72-b762-4dfa-b500-4be64e641639 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:29:25.594842 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:25.648091 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Pushing event updated for resources: {'Port': ['ID=54e13b72-b762-4dfa-b500-4be64e641639,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:25.733544 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Attempting to bind port 54e13b72-b762-4dfa-b500-4be64e641639 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:29:25.733876 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Attempting to bind port 54e13b72-b762-4dfa-b500-4be64e641639 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:29:25.734198 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Attempting to bind port 54e13b72-b762-4dfa-b500-4be64e641639 on network 7737f67b-d86b-49e3-9495-77e3226e683c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:29:25.740623 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Port 54e13b72-b762-4dfa-b500-4be64e641639 on network 7737f67b-d86b-49e3-9495-77e3226e683c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:29:25.741104 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Attempting to bind port 54e13b72-b762-4dfa-b500-4be64e641639 on network 7737f67b-d86b-49e3-9495-77e3226e683c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:29:25.748016 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:29:25.748352 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Checking segment: {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:29:25.748774 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Bound using segment: {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:29:25.749262 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Bound port: 54e13b72-b762-4dfa-b500-4be64e641639, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:29:25.749652 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:25.821467 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] For port 54e13b72-b762-4dfa-b500-4be64e641639, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:29:25.824599 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] For port 54e13b72-b762-4dfa-b500-4be64e641639, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=54e13b72-b762-4dfa-b500-4be64e641639,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:29:25.829128 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:25.864017 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:25.864811 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:25.866577 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] 10.222.0.78 "PUT /v2.0/ports/54e13b72-b762-4dfa-b500-4be64e641639 HTTP/1.1" status: 200 len: 1093 time: 0.7408600 Aug 30 16:29:25.871000 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'tag': '54e13b72-b762-4dfa-b500-4be64e641639'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:25.873242 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee14abf-acbf-4d04-ad67-835018eccd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "29b3b0f8-d1f1-44d0-99a8-122776312635", "tag": "54e13b72-b762-4dfa-b500-4be64e641639"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:25.894219 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1d25b-f9c3-45c6-9cf2-1e8dcaccd3af service neutron] Pushing event updated for resources: {'Port': ['ID=54e13b72-b762-4dfa-b500-4be64e641639,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:25.915230 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a1f384-61f5-4a19-bc6c-3b3b7ac5926c x-openstack-request-id: req-45a1f384-61f5-4a19-bc6c-3b3b7ac5926c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:25.915730 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b3b0f8-d1f1-44d0-99a8-122776312635", "tag": "54e13b72-b762-4dfa-b500-4be64e641639", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:25.916001 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45a1f384-61f5-4a19-bc6c-3b3b7ac5926c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:25.916422 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'tag': '54e13b72-b762-4dfa-b500-4be64e641639', 'status': 'completed', 'code': 200} Aug 30 16:29:26.021924 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-7db8c73d-7719-448e-9f35-5c9f6777c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:26.023666 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-7db8c73d-7719-448e-9f35-5c9f6777c4aa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 1096 time: 0.0469611 Aug 30 16:29:26.085957 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f108d-1bc6-4ce6-a310-897b281f0c4b req-9ad59f81-2669-4b71-9861-8f830a343cd2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:26.088385 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-972f108d-1bc6-4ce6-a310-897b281f0c4b req-9ad59f81-2669-4b71-9861-8f830a343cd2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0602601 Aug 30 16:29:26.106277 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-dd12d903-7882-4e13-bb88-d2a6e41f4a1f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54e13b72-b762-4dfa-b500-4be64e641639 HTTP/1.1" status: 200 len: 217 time: 0.0657275 Aug 30 16:29:26.166063 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-972f108d-1bc6-4ce6-a310-897b281f0c4b req-acced17c-70bc-48e1-8fdf-f9c887fb3cbc tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718231 Aug 30 16:29:26.191261 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc48615-92ce-4779-8e0b-2a15ec4c366b req-7ae3a1c9-32a7-4a2b-b4a3-bc8b04cd63ec tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:26.192855 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-edc48615-92ce-4779-8e0b-2a15ec4c366b req-7ae3a1c9-32a7-4a2b-b4a3-bc8b04cd63ec tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0766251 Aug 30 16:29:26.237917 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-edc48615-92ce-4779-8e0b-2a15ec4c366b req-015c8ee0-1cb9-4c9f-9cf9-35f7ee43cb56 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356352 Aug 30 16:29:26.262574 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-769e480d-88d5-4b29-9975-06a35e65dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:26.264050 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-769e480d-88d5-4b29-9975-06a35e65dce0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.0874500 Aug 30 16:29:26.279094 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0067f-6ea1-44f4-8c45-5006e801f1bc req-c5093561-97a7-4bf7-9144-0e225cb3e829 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:26.280544 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-17b0067f-6ea1-44f4-8c45-5006e801f1bc req-c5093561-97a7-4bf7-9144-0e225cb3e829 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.78 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 945 time: 0.0941744 Aug 30 16:29:26.375164 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-1b7807f3-d81d-45cc-ac76-fbbef08c4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:26.376881 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-1b7807f3-d81d-45cc-ac76-fbbef08c4f87 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954280 Aug 30 16:29:26.407896 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-17b0067f-6ea1-44f4-8c45-5006e801f1bc req-5db95603-e99d-4d94-9328-ab2130fb4524 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Deleting port ec061b87-db93-43d6-a4af-440543dcaf09 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:29:26.408354 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-17b0067f-6ea1-44f4-8c45-5006e801f1bc req-5db95603-e99d-4d94-9328-ab2130fb4524 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:26.436495 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2e5f-d9e2-4a98-9621-c11012ac6c52 req-790f15f4-52b7-418e-8dfb-a39e032272ef tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:26.440589 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-be6d2e5f-d9e2-4a98-9621-c11012ac6c52 req-790f15f4-52b7-418e-8dfb-a39e032272ef tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 943 time: 0.0664828 Aug 30 16:29:26.491228 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-be6d2e5f-d9e2-4a98-9621-c11012ac6c52 req-5b5d6023-92a3-47c2-8c78-596e8f88531e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446084 Aug 30 16:29:26.611855 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:26.648539 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f936dcc-bd88-474b-912a-0d9468addde6 req-aa430c2a-0eab-4c3b-936c-f0c867798a7a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:26.650518 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f936dcc-bd88-474b-912a-0d9468addde6 req-aa430c2a-0eab-4c3b-936c-f0c867798a7a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 945 time: 0.0764751 Aug 30 16:29:26.708373 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f936dcc-bd88-474b-912a-0d9468addde6 req-94ff04da-abc8-449f-892f-ef0415a4aa5a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Aug 30 16:29:26.811672 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-17b0067f-6ea1-44f4-8c45-5006e801f1bc req-5db95603-e99d-4d94-9328-ab2130fb4524 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] For port ec061b87-db93-43d6-a4af-440543dcaf09, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=ec061b87-db93-43d6-a4af-440543dcaf09,segment=NetworkSegment(184b8bba-c372-4ce4-b421-f6b7543d3cdc),segment_id=184b8bba-c372-4ce4-b421-f6b7543d3cdc)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:26.812358 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-17b0067f-6ea1-44f4-8c45-5006e801f1bc req-5db95603-e99d-4d94-9328-ab2130fb4524 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:26.830727 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-67d3ebd2-f947-43a5-8fb4-6b1416899fb7 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136012 Aug 30 16:29:26.830727 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-17b0067f-6ea1-44f4-8c45-5006e801f1bc req-5db95603-e99d-4d94-9328-ab2130fb4524 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Calling delete_port for ec061b87-db93-43d6-a4af-440543dcaf09 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:29:26.980149 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2691cb88-037c-4995-b92d-3e0f805633b8 req-a5fd20aa-a31d-4d25-93fc-575e7c4c122f service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421773 Aug 30 16:29:27.036791 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-17b0067f-6ea1-44f4-8c45-5006e801f1bc req-5db95603-e99d-4d94-9328-ab2130fb4524 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:27.064771 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db95603-e99d-4d94-9328-ab2130fb4524 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Pushing event deleted for resources: {'Port': ['ID=ec061b87-db93-43d6-a4af-440543dcaf09,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:27.081273 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['ec061b87-db93-43d6-a4af-440543dcaf09'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:29:27.118408 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b0067f-6ea1-44f4-8c45-5006e801f1bc req-5db95603-e99d-4d94-9328-ab2130fb4524 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] No DVR routers for this DVR port ec061b87-db93-43d6-a4af-440543dcaf09 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:29:27.136717 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-17b0067f-6ea1-44f4-8c45-5006e801f1bc req-5db95603-e99d-4d94-9328-ab2130fb4524 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:27.138738 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-17b0067f-6ea1-44f4-8c45-5006e801f1bc req-5db95603-e99d-4d94-9328-ab2130fb4524 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.78 "DELETE /v2.0/ports/ec061b87-db93-43d6-a4af-440543dcaf09 HTTP/1.1" status: 204 len: 173 time: 0.8497233 Aug 30 16:29:27.156381 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14abf-acbf-4d04-ad67-835018eccd5a req-899fed08-8dfa-4124-b010-da2a234f22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:27.158351 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dee14abf-acbf-4d04-ad67-835018eccd5a req-899fed08-8dfa-4124-b010-da2a234f22d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 1096 time: 0.0636456 Aug 30 16:29:27.261557 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14abf-acbf-4d04-ad67-835018eccd5a req-c2f0e98e-6247-4835-89fd-6914ce952350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:27.263062 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dee14abf-acbf-4d04-ad67-835018eccd5a req-c2f0e98e-6247-4835-89fd-6914ce952350 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 914 time: 0.0881639 Aug 30 16:29:27.327038 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dee14abf-acbf-4d04-ad67-835018eccd5a req-87698bc4-40b8-4f96-9158-b0baf84a9c02 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54e13b72-b762-4dfa-b500-4be64e641639 HTTP/1.1" status: 200 len: 217 time: 0.0382729 Aug 30 16:29:27.381369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec07ff-3c59-43b9-9cdb-b761ce4187d6 req-5a806105-54c4-4947-b64e-1b9b8cb7d2f2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:27.383019 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0eec07ff-3c59-43b9-9cdb-b761ce4187d6 req-5a806105-54c4-4947-b64e-1b9b8cb7d2f2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0565190 Aug 30 16:29:27.400932 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14abf-acbf-4d04-ad67-835018eccd5a req-35806fd2-ecff-4a70-9925-0df83a67626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:27.402523 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dee14abf-acbf-4d04-ad67-835018eccd5a req-35806fd2-ecff-4a70-9925-0df83a67626c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.0529363 Aug 30 16:29:27.424622 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0eec07ff-3c59-43b9-9cdb-b761ce4187d6 req-c59944ae-3672-4ed3-954a-0b829470f655 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344362 Aug 30 16:29:27.472155 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14abf-acbf-4d04-ad67-835018eccd5a req-211e55b0-3f7b-4d3c-a9b8-0b6eb05201e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:27.473769 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dee14abf-acbf-4d04-ad67-835018eccd5a req-211e55b0-3f7b-4d3c-a9b8-0b6eb05201e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453551 Aug 30 16:29:27.586533 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dee14abf-acbf-4d04-ad67-835018eccd5a req-ecf1ca69-62f2-4f7d-9689-289f9bc1a744 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014833 Aug 30 16:29:27.622017 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946faa3-0a0f-4071-a8b5-9894921770a9 req-0b8ba59e-a43b-4b50-8c73-96a25a3d7015 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:27.623521 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d946faa3-0a0f-4071-a8b5-9894921770a9 req-0b8ba59e-a43b-4b50-8c73-96a25a3d7015 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 943 time: 0.0525401 Aug 30 16:29:27.669129 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d946faa3-0a0f-4071-a8b5-9894921770a9 req-7965541a-1402-4658-8656-0c54530ed5e9 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385389 Aug 30 16:29:27.701872 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dee14abf-acbf-4d04-ad67-835018eccd5a req-60a9cc65-f6d7-4b85-8cdf-2d8cc497276d service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060481 Aug 30 16:29:27.816052 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-471bc0e0-5103-4655-aadf-bbeabe38aaa1 req-99547cfe-2f90-4e16-a894-e3ca6b8a827b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=a76b0c3a-b65b-4e22-b082-590137914248 HTTP/1.1" status: 200 len: 210 time: 0.0323024 Aug 30 16:29:27.917745 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76b0c3a-b65b-4e22-b082-590137914248', 'name': 'network-vif-deleted', 'tag': 'ec061b87-db93-43d6-a4af-440543dcaf09'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:27.921205 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a79a681-8212-4640-bd0f-d631ed8cae75" -d '{"events": [{"server_uuid": "a76b0c3a-b65b-4e22-b082-590137914248", "name": "network-vif-deleted", "tag": "ec061b87-db93-43d6-a4af-440543dcaf09"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:27.960454 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eceb7f9-f624-43ff-a2c9-e52f1c43dfcd x-openstack-request-id: req-9eceb7f9-f624-43ff-a2c9-e52f1c43dfcd {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:27.960742 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76b0c3a-b65b-4e22-b082-590137914248", "name": "network-vif-deleted", "tag": "ec061b87-db93-43d6-a4af-440543dcaf09", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:27.960985 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9eceb7f9-f624-43ff-a2c9-e52f1c43dfcd {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:27.961391 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76b0c3a-b65b-4e22-b082-590137914248', 'name': 'network-vif-deleted', 'tag': 'ec061b87-db93-43d6-a4af-440543dcaf09', 'status': 'completed', 'code': 200} Aug 30 16:29:28.559510 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b4636-1c65-4512-b013-9ac4cb4fc6a0 req-5cb12f31-ead1-4e2f-8564-6fa233da932e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:28.562020 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-772b4636-1c65-4512-b013-9ac4cb4fc6a0 req-5cb12f31-ead1-4e2f-8564-6fa233da932e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0568306 Aug 30 16:29:28.610624 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-772b4636-1c65-4512-b013-9ac4cb4fc6a0 req-c2ee6809-0076-4e25-a661-25e4121712f3 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Aug 30 16:29:28.805298 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e255a4-96f6-474d-89db-c8122c72d839 req-82957820-9bf6-434a-8c9d-802572f57072 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:28.807436 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c9e255a4-96f6-474d-89db-c8122c72d839 req-82957820-9bf6-434a-8c9d-802572f57072 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 943 time: 0.0548289 Aug 30 16:29:28.855462 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c9e255a4-96f6-474d-89db-c8122c72d839 req-73ef7f40-f08d-45ea-9e4c-c9f104e30268 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409200 Aug 30 16:29:29.147290 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0401c-143d-44a9-816a-33866dc40914 req-5975fafd-3d4b-4ec9-8190-69e93b4e9131 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:29.148836 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-5975fafd-3d4b-4ec9-8190-69e93b4e9131 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/networks?id=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 HTTP/1.1" status: 200 len: 808 time: 0.1059709 Aug 30 16:29:29.168007 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-e09f0f02-949e-4106-9f18-d2e9f9afcf2b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/quotas/5acd6dedcc1947cead3ef79a53b95f37 HTTP/1.1" status: 200 len: 375 time: 0.0105846 Aug 30 16:29:29.205911 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-6c596ec0-b3e1-49fc-8e69-07595c72f120 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5acd6dedcc1947cead3ef79a53b95f37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295315 Aug 30 16:29:29.315759 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-d1867200-3b57-4f57-8030-069be877f38b service neutron] 10.222.0.32 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997632 Aug 30 16:29:29.409068 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-018697eb-817b-43b8-84f4-5497bd071493 service neutron] 10.222.0.32 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868976 Aug 30 16:29:29.590146 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-48d5c3af-0e1d-4a87-bbf3-53929413dd82 req-e9b534d1-8e69-4256-9ec6-3a199c9a20f9 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 210 time: 0.0281153 Aug 30 16:29:29.751940 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179ef53-5d41-43fd-8bf9-2adc1fde7b94 req-adf74cb1-b30c-45ac-88b8-311344746f54 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:29.753601 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0179ef53-5d41-43fd-8bf9-2adc1fde7b94 req-adf74cb1-b30c-45ac-88b8-311344746f54 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0592301 Aug 30 16:29:29.794010 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0179ef53-5d41-43fd-8bf9-2adc1fde7b94 req-562790d4-71a9-4bc3-8ddb-473311095316 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341358 Aug 30 16:29:29.979259 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a215dd-79b5-435f-ae57-dac26889dcc1 req-4a406888-2251-44fa-8d53-ab1c11549134 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:29.980698 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b3a215dd-79b5-435f-ae57-dac26889dcc1 req-4a406888-2251-44fa-8d53-ab1c11549134 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 943 time: 0.0547473 Aug 30 16:29:30.029116 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b3a215dd-79b5-435f-ae57-dac26889dcc1 req-a2e8c28e-50df-436a-a809-17515f176446 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407593 Aug 30 16:29:30.201216 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:30.543472 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1a1e9959-290f-49c9-af68-8079431a2401 req-82c1d5b3-af14-423b-bcf9-54cd18b19082 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444474 Aug 30 16:29:30.555792 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device ec061b87-db93-43d6-a4af-440543dcaf09 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:29:30.586747 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: ec061b87-db93-43d6-a4af-440543dcaf09 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:29:30.587099 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device ec061b87-db93-43d6-a4af-440543dcaf09 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:29:30.645795 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e9959-290f-49c9-af68-8079431a2401 req-b00f1bc4-9478-45c2-962b-d041f1f67d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:30.647664 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1a1e9959-290f-49c9-af68-8079431a2401 req-b00f1bc4-9478-45c2-962b-d041f1f67d65 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 1098 time: 0.0448451 Aug 30 16:29:30.699284 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-004aa6a2-e24f-410c-85e8-d60a69920c38 req-77e8bb36-70c9-4e90-b1aa-926aa7e13feb tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 210 time: 0.0325601 Aug 30 16:29:30.767223 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e9959-290f-49c9-af68-8079431a2401 req-c0fdc45b-49c1-4534-ada4-cbe05fa78f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:30.769039 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1a1e9959-290f-49c9-af68-8079431a2401 req-c0fdc45b-49c1-4534-ada4-cbe05fa78f0f service neutron] 10.222.0.78 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 921 time: 0.0911770 Aug 30 16:29:30.873332 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1a1e9959-290f-49c9-af68-8079431a2401 req-59ea7abb-ce52-4930-9de6-9d936a6df4a0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0e521b5-a88c-4a17-97a6-64e21e28c844 HTTP/1.1" status: 200 len: 217 time: 0.0785682 Aug 30 16:29:30.946775 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd30b7-a54a-4a00-91f0-77b128d715ac req-a931f3bb-755a-41bb-bd75-1eba239f082d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:30.947991 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e9959-290f-49c9-af68-8079431a2401 req-4e5cf92d-0655-4d07-9c44-55a89b5266a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:30.948295 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-15bd30b7-a54a-4a00-91f0-77b128d715ac req-a931f3bb-755a-41bb-bd75-1eba239f082d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0617268 Aug 30 16:29:30.949455 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1a1e9959-290f-49c9-af68-8079431a2401 req-4e5cf92d-0655-4d07-9c44-55a89b5266a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=18f03c4e-474c-4bf0-b4fa-28445654d873 HTTP/1.1" status: 200 len: 859 time: 0.0681438 Aug 30 16:29:30.968884 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0401c-143d-44a9-816a-33866dc40914 req-102d97b8-4175-49f9-8c7e-8e9e90b72181 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:30.970357 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-102d97b8-4175-49f9-8c7e-8e9e90b72181 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.78 "GET /v2.0/networks?id=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 HTTP/1.1" status: 200 len: 808 time: 0.1850898 Aug 30 16:29:30.989842 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-15bd30b7-a54a-4a00-91f0-77b128d715ac req-1b187e5a-6a7d-42a2-ac13-9fe1ff2faee1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348527 Aug 30 16:29:30.996771 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1a1e9959-290f-49c9-af68-8079431a2401 req-a3c025e7-87ea-4fd9-8b02-92dc88924b02 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4870715-5bf8-44ac-b479-0444a5c3916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252924 Aug 30 16:29:31.002082 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Request body: {'port': {'device_id': 'd3b2efcd-f3d4-40b5-aa78-7823562c9543', 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1', 'admin_state_up': True, 'tenant_id': '5acd6dedcc1947cead3ef79a53b95f37'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:29:31.145275 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b74ca-6e1c-4fcf-bc59-4058097e8a04 req-36e54101-bf26-4e7b-845e-70d3569ca477 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:31.147264 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d01b74ca-6e1c-4fcf-bc59-4058097e8a04 req-36e54101-bf26-4e7b-845e-70d3569ca477 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 943 time: 0.0502341 Aug 30 16:29:31.167386 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1a1e9959-290f-49c9-af68-8079431a2401 req-839a7039-67e6-4b96-9cc9-f651c66ee2c1 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506662 Aug 30 16:29:31.186580 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d01b74ca-6e1c-4fcf-bc59-4058097e8a04 req-88aa6759-db0d-4dc1-b7ad-eb446acd97b5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332098 Aug 30 16:29:31.198579 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Made reservation on behalf of 5acd6dedcc1947cead3ef79a53b95f37 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:29:31.202031 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:31.328025 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1a1e9959-290f-49c9-af68-8079431a2401 req-ca039a52-32e8-4248-8aff-afccb092b833 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500821 Aug 30 16:29:31.378942 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Allocated IP 172.20.0.8 (e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1/aeef9e2a-9426-4d1f-b63e-5704c9ade7b7/2b827069-14ce-413a-b273-ac0734f5265a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:29:31.538348 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:31.578097 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:31.622817 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:29:31.625879 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:29:31.630144 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:29:31.636491 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Pushing event updated for resources: {'Port': ['ID=2b827069-14ce-413a-b273-ac0734f5265a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:31.686273 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:31.687061 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:31.705029 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-1e75938a-b796-48d1-832b-413595dabc8b tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7065790 Aug 30 16:29:31.728591 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Request body: {'port': {'device_id': 'd3b2efcd-f3d4-40b5-aa78-7823562c9543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:29:31.787662 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:31.820446 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f45a1c-bd7b-4878-9051-0b81c556828a req-a2833f49-eba3-44c7-9b43-b8bbd3789619 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:31.821983 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c0f45a1c-bd7b-4878-9051-0b81c556828a req-a2833f49-eba3-44c7-9b43-b8bbd3789619 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 931 time: 0.0544765 Aug 30 16:29:31.859935 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c0f45a1c-bd7b-4878-9051-0b81c556828a req-918a9915-948c-4010-a249-8f267b98fa3f tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Aug 30 16:29:32.083185 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b827069-14ce-413a-b273-ac0734f5265a {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:29:32.090776 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:32.103277 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Transition to ACTIVE for port object 2b827069-14ce-413a-b273-ac0734f5265a will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:29:32.108934 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:32.115764 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c740d-8425-4de4-82eb-af7803c0fbcc req-df04119c-731d-421e-9005-7f22fa254002 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:32.117360 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a00c740d-8425-4de4-82eb-af7803c0fbcc req-df04119c-731d-421e-9005-7f22fa254002 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0510898 Aug 30 16:29:32.159393 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a00c740d-8425-4de4-82eb-af7803c0fbcc req-57d14df2-ad59-4594-aa46-b91d2d93802c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356791 Aug 30 16:29:32.200398 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b827069-14ce-413a-b273-ac0734f5265a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:32.234195 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Attempting to bind port 2b827069-14ce-413a-b273-ac0734f5265a on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:29:32.234527 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Attempting to bind port 2b827069-14ce-413a-b273-ac0734f5265a by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '184b8bba-c372-4ce4-b421-f6b7543d3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:29:32.234841 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Attempting to bind port 2b827069-14ce-413a-b273-ac0734f5265a on network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:29:32.239234 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Port 2b827069-14ce-413a-b273-ac0734f5265a on network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:29:32.239541 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Attempting to bind port 2b827069-14ce-413a-b273-ac0734f5265a on network e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:29:32.244173 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:29:32.244503 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Checking segment: {'id': '184b8bba-c372-4ce4-b421-f6b7543d3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:29:32.244877 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Bound using segment: {'id': '184b8bba-c372-4ce4-b421-f6b7543d3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:29:32.245292 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Bound port: 2b827069-14ce-413a-b273-ac0734f5265a, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b8bba-c372-4ce4-b421-f6b7543d3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:29:32.245674 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:32.303623 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2837a-9d2c-45f3-b5c0-08dcac68cc98 req-64b4533a-8ab8-4da5-877b-be45804469f9 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:32.305186 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-20b2837a-9d2c-45f3-b5c0-08dcac68cc98 req-64b4533a-8ab8-4da5-877b-be45804469f9 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 943 time: 0.0506084 Aug 30 16:29:32.317292 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] For port 2b827069-14ce-413a-b273-ac0734f5265a, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:29:32.321128 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] For port 2b827069-14ce-413a-b273-ac0734f5265a, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2b827069-14ce-413a-b273-ac0734f5265a,segment=NetworkSegment(184b8bba-c372-4ce4-b421-f6b7543d3cdc),segment_id=184b8bba-c372-4ce4-b421-f6b7543d3cdc)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:29:32.327423 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:32.348544 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-20b2837a-9d2c-45f3-b5c0-08dcac68cc98 req-299c22ad-421a-4284-ac1a-64ae6c488992 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354960 Aug 30 16:29:32.360570 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:32.361200 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:32.363019 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] 10.222.0.78 "PUT /v2.0/ports/2b827069-14ce-413a-b273-ac0734f5265a HTTP/1.1" status: 200 len: 1093 time: 0.6389315 Aug 30 16:29:32.363472 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b2efcd-f3d4-40b5-aa78-7823562c9543', 'tag': '2b827069-14ce-413a-b273-ac0734f5265a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:32.365903 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237328a5-744e-4be2-8136-5c0ffbda553b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b2efcd-f3d4-40b5-aa78-7823562c9543", "tag": "2b827069-14ce-413a-b273-ac0734f5265a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:32.394845 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02a013-2b40-4d5a-9f74-3dd38909b0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b827069-14ce-413a-b273-ac0734f5265a,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:32.406245 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d36189a-b908-4a5d-9d72-a742c0a98a36 x-openstack-request-id: req-9d36189a-b908-4a5d-9d72-a742c0a98a36 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:32.406551 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b2efcd-f3d4-40b5-aa78-7823562c9543", "tag": "2b827069-14ce-413a-b273-ac0734f5265a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:32.406783 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d36189a-b908-4a5d-9d72-a742c0a98a36 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:32.407172 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b2efcd-f3d4-40b5-aa78-7823562c9543', 'tag': '2b827069-14ce-413a-b273-ac0734f5265a', 'status': 'completed', 'code': 200} Aug 30 16:29:32.507105 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0401c-143d-44a9-816a-33866dc40914 req-6ce2d7e7-4230-4db5-bed1-0d872c20db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:32.509542 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-6ce2d7e7-4230-4db5-bed1-0d872c20db51 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5acd6dedcc1947cead3ef79a53b95f37&device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 1096 time: 0.0472693 Aug 30 16:29:32.596877 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-a8ab11cb-41d5-4125-84e6-08792f99282f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b827069-14ce-413a-b273-ac0734f5265a HTTP/1.1" status: 200 len: 217 time: 0.0378675 Aug 30 16:29:32.699921 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0401c-143d-44a9-816a-33866dc40914 req-7bf29d4a-aa94-4195-873c-99a60c8e0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:32.701543 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-7bf29d4a-aa94-4195-873c-99a60c8e0953 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aeef9e2a-9426-4d1f-b63e-5704c9ade7b7 HTTP/1.1" status: 200 len: 848 time: 0.0478413 Aug 30 16:29:32.736288 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-7c3c49d2-028a-484d-8a87-b8561e640eae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262563 Aug 30 16:29:32.846513 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-4a354b71-8deb-4e3a-849b-de14de2d4103 service neutron] 10.222.0.78 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008930 Aug 30 16:29:32.963610 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-11a0401c-143d-44a9-816a-33866dc40914 req-a971b25e-6022-48cd-bcdb-bc2e05f087ae service neutron] 10.222.0.78 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028998 Aug 30 16:29:32.996706 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21791a-19cf-44e8-98c4-c7ffc588b8ae req-a23420c8-0f6c-4da5-a00f-0e59ea466283 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:32.998315 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb21791a-19cf-44e8-98c4-c7ffc588b8ae req-a23420c8-0f6c-4da5-a00f-0e59ea466283 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 943 time: 0.0634661 Aug 30 16:29:33.042358 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb21791a-19cf-44e8-98c4-c7ffc588b8ae req-d42cc475-6530-4790-a278-c05580a1ad66 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357590 Aug 30 16:29:33.149843 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237328a5-744e-4be2-8136-5c0ffbda553b req-298773e8-cb74-4932-9b7b-f0ec15a3c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:33.151321 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-237328a5-744e-4be2-8136-5c0ffbda553b req-298773e8-cb74-4932-9b7b-f0ec15a3c9d6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5acd6dedcc1947cead3ef79a53b95f37&device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 1096 time: 0.0519733 Aug 30 16:29:33.261116 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237328a5-744e-4be2-8136-5c0ffbda553b req-9674a1d3-3e28-4591-811e-e2edb71fa62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:33.262577 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-237328a5-744e-4be2-8136-5c0ffbda553b req-9674a1d3-3e28-4591-811e-e2edb71fa62d service neutron] 10.222.0.78 "GET /v2.0/networks?id=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 HTTP/1.1" status: 200 len: 910 time: 0.1017692 Aug 30 16:29:33.284616 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74619c-7b21-4b2b-8cdb-304fb384cb2e req-e32d8961-d880-4ac9-a76d-465b54640625 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:33.286121 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6e74619c-7b21-4b2b-8cdb-304fb384cb2e req-e32d8961-d880-4ac9-a76d-465b54640625 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0498903 Aug 30 16:29:33.308371 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-237328a5-744e-4be2-8136-5c0ffbda553b req-0c526b5c-f49e-4056-91d6-c4301e0a337b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b827069-14ce-413a-b273-ac0734f5265a HTTP/1.1" status: 200 len: 217 time: 0.0345759 Aug 30 16:29:33.323841 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6e74619c-7b21-4b2b-8cdb-304fb384cb2e req-bd33d1ff-da55-47fc-8a32-a65aacb23e8b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Aug 30 16:29:33.365033 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237328a5-744e-4be2-8136-5c0ffbda553b req-f3550e20-19ec-4a53-88aa-890f3bf33a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:33.366573 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-237328a5-744e-4be2-8136-5c0ffbda553b req-f3550e20-19ec-4a53-88aa-890f3bf33a54 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aeef9e2a-9426-4d1f-b63e-5704c9ade7b7 HTTP/1.1" status: 200 len: 848 time: 0.0486441 Aug 30 16:29:33.405626 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-237328a5-744e-4be2-8136-5c0ffbda553b req-532bb395-7b44-48d7-afff-aa53d37b6a1e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262280 Aug 30 16:29:33.470011 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320ec4-cc41-4104-af1a-2f11adae53ae req-4024cdcc-3031-4f8b-b1ce-419eae855e4b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:33.472538 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-78320ec4-cc41-4104-af1a-2f11adae53ae req-4024cdcc-3031-4f8b-b1ce-419eae855e4b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 943 time: 0.0542314 Aug 30 16:29:33.511075 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-78320ec4-cc41-4104-af1a-2f11adae53ae req-f3a2aa4c-7797-4557-88ea-0e4fe5eec5f1 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323148 Aug 30 16:29:33.520556 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-237328a5-744e-4be2-8136-5c0ffbda553b req-bd929eab-2c53-41a4-a394-e7c46e853799 service neutron] 10.222.0.78 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914376 Aug 30 16:29:33.620209 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-237328a5-744e-4be2-8136-5c0ffbda553b req-bb821116-289e-4888-be45-dbdaa84d0ee3 service neutron] 10.222.0.78 "GET /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886719 Aug 30 16:29:34.186340 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c93d7-ef46-4a14-85b9-9191d40191bf req-d81a2734-fbdc-410c-a675-188da1d62a4a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:34.187836 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-756c93d7-ef46-4a14-85b9-9191d40191bf req-d81a2734-fbdc-410c-a675-188da1d62a4a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 943 time: 0.0620794 Aug 30 16:29:34.226759 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-756c93d7-ef46-4a14-85b9-9191d40191bf req-12d94774-e0f7-4d84-8d90-6228561aec33 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Aug 30 16:29:34.457768 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76715407-1467-4bb5-934d-6359e2b8c88a req-90daded9-ef9c-486f-b24d-e7050550f543 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:34.459404 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-76715407-1467-4bb5-934d-6359e2b8c88a req-90daded9-ef9c-486f-b24d-e7050550f543 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0528862 Aug 30 16:29:34.504484 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-76715407-1467-4bb5-934d-6359e2b8c88a req-461efdb3-ab5d-4364-a236-69a999d6abcb tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390618 Aug 30 16:29:34.581412 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 54e13b72-b762-4dfa-b500-4be64e641639 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:29:34.631830 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455d390-0628-451d-bab2-c50b5e3d49f9 req-f2397275-4330-4b2c-ae02-10a36ce01141 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:34.633326 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1455d390-0628-451d-bab2-c50b5e3d49f9 req-f2397275-4330-4b2c-ae02-10a36ce01141 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 943 time: 0.0500836 Aug 30 16:29:34.674057 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1455d390-0628-451d-bab2-c50b5e3d49f9 req-9fe59873-e1f7-48cd-81b7-4977cbc7c15b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345333 Aug 30 16:29:34.680897 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 54e13b72-b762-4dfa-b500-4be64e641639, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=54e13b72-b762-4dfa-b500-4be64e641639,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:34.692966 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '54e13b72-b762-4dfa-b500-4be64e641639', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'port_id': '54e13b72-b762-4dfa-b500-4be64e641639', 'mac_address': 'fa:16:3e:1d:d8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:29:34.739353 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:34.752753 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e13b72-b762-4dfa-b500-4be64e641639 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:29:34.780502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 54e13b72-b762-4dfa-b500-4be64e641639, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=54e13b72-b762-4dfa-b500-4be64e641639,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:34.786286 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:34.786946 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b28f1f39-3dc3-434e-b70e-1402038b9340 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:29:34.876169 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=54e13b72-b762-4dfa-b500-4be64e641639,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:34.888980 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.889322 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.889692 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.890023 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.890347 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.890675 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.890999 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.891315 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.891657 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.891976 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.892290 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.892612 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:34.930143 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:34.941835 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'port_id': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'mac_address': 'fa:16:3e:a2:43:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:29:34.982912 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:34.998192 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b28f1f39-3dc3-434e-b70e-1402038b9340 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:29:35.021562 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:35.027748 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:35.078919 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=b28f1f39-3dc3-434e-b70e-1402038b9340,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:35.318814 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['b28f1f39-3dc3-434e-b70e-1402038b9340'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:29:35.352682 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61b25c-b734-4013-8303-fdedb889675c req-346ba514-cc4d-4ac9-b26e-b8e929f9beb8 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:35.354318 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bd61b25c-b734-4013-8303-fdedb889675c req-346ba514-cc4d-4ac9-b26e-b8e929f9beb8 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 943 time: 0.0542769 Aug 30 16:29:35.394896 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bd61b25c-b734-4013-8303-fdedb889675c req-91891bed-4b80-451f-8d36-310f8178d289 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Aug 30 16:29:35.532315 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f20e8-aacf-4306-90a9-f8f071760dde req-5574e904-be2c-471d-93c9-cd380d193551 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:35.534137 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f91f20e8-aacf-4306-90a9-f8f071760dde req-5574e904-be2c-471d-93c9-cd380d193551 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0495667 Aug 30 16:29:35.564077 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0d059-bcaa-445a-8e37-5e92f4e022f9 req-18318726-2026-4239-a15a-74688adae46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:35.566350 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-25c0d059-bcaa-445a-8e37-5e92f4e022f9 req-18318726-2026-4239-a15a-74688adae46e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 1099 time: 0.0473475 Aug 30 16:29:35.583633 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f91f20e8-aacf-4306-90a9-f8f071760dde req-df1c5e6a-9dbd-480d-a8b3-8a3e39140dbb tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407245 Aug 30 16:29:35.634902 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df4e81-0db3-40ea-9e98-cb17b79100b9 req-3488307c-3c8a-4ae2-aef9-a1a9db5d397f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:35.636620 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-45df4e81-0db3-40ea-9e98-cb17b79100b9 req-3488307c-3c8a-4ae2-aef9-a1a9db5d397f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 945 time: 0.0497200 Aug 30 16:29:35.662674 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0d059-bcaa-445a-8e37-5e92f4e022f9 req-8c9b7f3a-f142-4ed5-a74b-1c3390d90758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:35.664266 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-25c0d059-bcaa-445a-8e37-5e92f4e022f9 req-8c9b7f3a-f142-4ed5-a74b-1c3390d90758 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 921 time: 0.0893037 Aug 30 16:29:35.680583 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-45df4e81-0db3-40ea-9e98-cb17b79100b9 req-cede172d-27a5-4686-9490-3afc4da9c48e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375397 Aug 30 16:29:35.706785 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['54e13b72-b762-4dfa-b500-4be64e641639'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:29:35.715947 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-25c0d059-bcaa-445a-8e37-5e92f4e022f9 req-a9ce9456-f577-4291-8ddb-a003c25ad041 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a52b73a-d875-4565-b423-f429f6b80df5 HTTP/1.1" status: 200 len: 217 time: 0.0366001 Aug 30 16:29:35.777933 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0d059-bcaa-445a-8e37-5e92f4e022f9 req-3acaeb74-435d-4cb4-a700-8c59acc43719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:35.779862 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-25c0d059-bcaa-445a-8e37-5e92f4e022f9 req-3acaeb74-435d-4cb4-a700-8c59acc43719 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=18f03c4e-474c-4bf0-b4fa-28445654d873 HTTP/1.1" status: 200 len: 859 time: 0.0537114 Aug 30 16:29:35.812662 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be1ce0-78cf-40e7-894d-d0cbe8012a18 req-701da8b4-1a59-4054-a7a2-a4651cbac524 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:35.814178 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-38be1ce0-78cf-40e7-894d-d0cbe8012a18 req-701da8b4-1a59-4054-a7a2-a4651cbac524 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 944 time: 0.0572784 Aug 30 16:29:35.819133 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-25c0d059-bcaa-445a-8e37-5e92f4e022f9 req-3fa3e53a-e2d3-43a3-b2e1-f4ef0f4c5aa8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4870715-5bf8-44ac-b479-0444a5c3916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299213 Aug 30 16:29:35.858675 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-38be1ce0-78cf-40e7-894d-d0cbe8012a18 req-c3ccc921-8dd4-45f1-bff7-fa2820feb3e0 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375857 Aug 30 16:29:35.924350 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-25c0d059-bcaa-445a-8e37-5e92f4e022f9 req-2063b523-7299-401c-880f-f6684a7dd985 service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945954 Aug 30 16:29:36.035499 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-25c0d059-bcaa-445a-8e37-5e92f4e022f9 req-192e095f-741a-475b-b0e6-067a1c101d6d service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993052 Aug 30 16:29:36.429108 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:29:36.517478 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb1b03-121c-404e-8af6-7840cc7f4ea9 req-5ae47e4a-84bc-48ca-ad07-f4f0ad25f6cf tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:36.519634 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6fbb1b03-121c-404e-8af6-7840cc7f4ea9 req-5ae47e4a-84bc-48ca-ad07-f4f0ad25f6cf tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 943 time: 0.0511124 Aug 30 16:29:36.561915 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6fbb1b03-121c-404e-8af6-7840cc7f4ea9 req-6729e6d0-3795-45a2-a6a0-dccfc6c53439 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331061 Aug 30 16:29:36.599449 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2b827069-14ce-413a-b273-ac0734f5265a details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:29:36.607123 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b28f1f39-3dc3-434e-b70e-1402038b9340 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:29:36.696915 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8f945-90be-4978-95b9-800a312db0aa req-26243d9f-a65a-4972-83e2-9506e2b97ab4 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:36.698478 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-30e8f945-90be-4978-95b9-800a312db0aa req-26243d9f-a65a-4972-83e2-9506e2b97ab4 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0482841 Aug 30 16:29:36.716430 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port b28f1f39-3dc3-434e-b70e-1402038b9340 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:29:36.716939 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:36.741849 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-30e8f945-90be-4978-95b9-800a312db0aa req-8b6693f2-5eba-478c-ad62-fb9cd5842f09 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366380 Aug 30 16:29:36.754190 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2b827069-14ce-413a-b273-ac0734f5265a, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2b827069-14ce-413a-b273-ac0734f5265a,segment=NetworkSegment(184b8bba-c372-4ce4-b421-f6b7543d3cdc),segment_id=184b8bba-c372-4ce4-b421-f6b7543d3cdc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:36.772420 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '2b827069-14ce-413a-b273-ac0734f5265a', 'network_id': 'e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1', 'port_id': '2b827069-14ce-413a-b273-ac0734f5265a', 'mac_address': 'fa:16:3e:c3:68:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeef9e2a-9426-4d1f-b63e-5704c9ade7b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:29:36.815369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d12a2-9e9e-46d7-a131-8928d8aa1482 req-77ce9e77-cc67-452c-b48d-35a4e65f125f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:36.816857 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4a4d12a2-9e9e-46d7-a131-8928d8aa1482 req-77ce9e77-cc67-452c-b48d-35a4e65f125f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 945 time: 0.0515749 Aug 30 16:29:36.841656 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:36.852537 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:36.854809 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4a4d12a2-9e9e-46d7-a131-8928d8aa1482 req-24207896-ce13-4e6c-9105-adbbdba93929 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319049 Aug 30 16:29:36.865751 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b827069-14ce-413a-b273-ac0734f5265a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:29:36.891393 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:36.893656 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72be14a5-6e4a-45a0-abef-882b79f8aea1" -d '{"events": [{"server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "name": "network-vif-plugged", "status": "completed", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:36.900885 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2b827069-14ce-413a-b273-ac0734f5265a, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2b827069-14ce-413a-b273-ac0734f5265a,segment=NetworkSegment(184b8bba-c372-4ce4-b421-f6b7543d3cdc),segment_id=184b8bba-c372-4ce4-b421-f6b7543d3cdc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:36.910366 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:36.911479 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:36.917609 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:36.937060 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecccb44e-9136-4354-8b2c-be1dff693991 x-openstack-request-id: req-ecccb44e-9136-4354-8b2c-be1dff693991 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:36.937339 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "name": "network-vif-plugged", "status": "completed", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:36.937601 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecccb44e-9136-4354-8b2c-be1dff693991 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:36.937970 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'code': 200} Aug 30 16:29:36.963697 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=2b827069-14ce-413a-b273-ac0734f5265a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:36.979754 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adbf1b-ab44-4a2b-a5e2-716c29cf224f req-e99cfdec-cb2c-4121-9449-22321255a608 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:36.981250 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a6adbf1b-ab44-4a2b-a5e2-716c29cf224f req-e99cfdec-cb2c-4121-9449-22321255a608 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 944 time: 0.0492251 Aug 30 16:29:37.012688 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=b28f1f39-3dc3-434e-b70e-1402038b9340,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:37.018539 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a6adbf1b-ab44-4a2b-a5e2-716c29cf224f req-83272a22-b399-468f-9c49-05a43a837d6b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309074 Aug 30 16:29:37.698866 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06245c-efeb-4c02-be67-70fc08b3a32c req-200de68e-a91a-4b6b-8148-62f36f0f5593 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:37.700378 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2c06245c-efeb-4c02-be67-70fc08b3a32c req-200de68e-a91a-4b6b-8148-62f36f0f5593 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 944 time: 0.0549150 Aug 30 16:29:37.739421 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2c06245c-efeb-4c02-be67-70fc08b3a32c req-95e3e30d-5466-4076-a219-ae30a871dea7 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328991 Aug 30 16:29:37.864751 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455603c-4c40-4890-9d0a-131cbfd9ba4d req-4b1bf96d-0d07-4c6f-9256-9c34c7227041 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:37.866185 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a455603c-4c40-4890-9d0a-131cbfd9ba4d req-4b1bf96d-0d07-4c6f-9256-9c34c7227041 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0561082 Aug 30 16:29:37.907999 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a455603c-4c40-4890-9d0a-131cbfd9ba4d req-c9682299-f2cc-402f-9f51-b04e99134bdc tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330980 Aug 30 16:29:38.025365 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5ceef-5238-4757-86ee-928058d221f6 req-ad867d90-db43-46ee-8027-17dd0baf73ec tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:38.026865 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1d5ceef-5238-4757-86ee-928058d221f6 req-ad867d90-db43-46ee-8027-17dd0baf73ec tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0518451 Aug 30 16:29:38.071103 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1d5ceef-5238-4757-86ee-928058d221f6 req-55b773e7-b4f6-4cf3-ba2b-e25b2b76764a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351348 Aug 30 16:29:38.203373 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666857a-2c6c-4992-a7c5-388a650ce56f req-bd42301d-55b4-4251-aba6-2fece99cdfac tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:38.204916 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5666857a-2c6c-4992-a7c5-388a650ce56f req-bd42301d-55b4-4251-aba6-2fece99cdfac tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 944 time: 0.0574653 Aug 30 16:29:38.255514 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5666857a-2c6c-4992-a7c5-388a650ce56f req-6e970ec7-61a0-44db-b54c-d227acca399a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416455 Aug 30 16:29:38.868859 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d974dcb-6750-4f78-8bd6-4ac6da68d326 req-2cc97523-0b17-4593-a994-ade9c6b7d9fb tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:38.870362 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1d974dcb-6750-4f78-8bd6-4ac6da68d326 req-2cc97523-0b17-4593-a994-ade9c6b7d9fb tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 944 time: 0.0553927 Aug 30 16:29:38.909973 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1d974dcb-6750-4f78-8bd6-4ac6da68d326 req-7b2b6c09-8afb-43a3-8243-3650d6a6a556 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334668 Aug 30 16:29:39.036758 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aeab9-960e-41dc-9817-cb95a27943d7 req-954e3dd9-b756-45db-9d43-f9f354337a8b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:39.038201 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-da1aeab9-960e-41dc-9817-cb95a27943d7 req-954e3dd9-b756-45db-9d43-f9f354337a8b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0553179 Aug 30 16:29:39.077642 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-da1aeab9-960e-41dc-9817-cb95a27943d7 req-e5ca2aa8-394b-4cfd-9f4c-f5bd8bfe75c5 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Aug 30 16:29:39.195091 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb449372-360f-4128-a21e-dde6bfe7e09f req-1b04e518-88ef-4c80-bffd-98802d4a8858 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:39.197536 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb449372-360f-4128-a21e-dde6bfe7e09f req-1b04e518-88ef-4c80-bffd-98802d4a8858 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0530167 Aug 30 16:29:39.234948 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb449372-360f-4128-a21e-dde6bfe7e09f req-f832faf4-145e-487e-a51e-0e3e53df5b2a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321820 Aug 30 16:29:39.387533 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f498df-65ef-409d-9855-acc935d7245e req-60b44b32-8daf-49fb-b547-5836b7add41a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:39.389088 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b7f498df-65ef-409d-9855-acc935d7245e req-60b44b32-8daf-49fb-b547-5836b7add41a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 944 time: 0.0632827 Aug 30 16:29:39.431108 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b7f498df-65ef-409d-9855-acc935d7245e req-ee61e2e1-7c4d-40aa-a36f-2f29391ed2e7 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352621 Aug 30 16:29:40.035301 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5f05a-e470-4404-81e3-540ea1cefed8 req-bd92e570-804a-46ce-8e4d-d099c40371e8 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:40.036869 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bed5f05a-e470-4404-81e3-540ea1cefed8 req-bd92e570-804a-46ce-8e4d-d099c40371e8 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 944 time: 0.0526309 Aug 30 16:29:40.078523 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bed5f05a-e470-4404-81e3-540ea1cefed8 req-b4a170bf-1de8-4f2d-92b1-446844eca87e tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351427 Aug 30 16:29:40.217569 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484d55d-b530-45fa-a0c9-f397a18c98ec req-5504df12-1c7e-49b1-a489-d948ca6cd64e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:40.219459 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9484d55d-b530-45fa-a0c9-f397a18c98ec req-5504df12-1c7e-49b1-a489-d948ca6cd64e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0597327 Aug 30 16:29:40.262172 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9484d55d-b530-45fa-a0c9-f397a18c98ec req-bc19c53b-7e1a-4690-aebb-163d7731a1f7 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 Aug 30 16:29:40.368365 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b14141-877c-43d6-8340-d73794d26d75 req-ceb4e9a8-c662-40e0-91d3-7b4b76d49e7a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:40.369876 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b7b14141-877c-43d6-8340-d73794d26d75 req-ceb4e9a8-c662-40e0-91d3-7b4b76d49e7a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0549035 Aug 30 16:29:40.410318 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b7b14141-877c-43d6-8340-d73794d26d75 req-a04dc59c-17ba-443a-a2de-91fb383d6095 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342848 Aug 30 16:29:40.556820 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45410f61-d105-4f5a-aba0-374b39627dbf req-2f314002-cf6d-42f4-a2fe-f7d2e8ee330b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:40.558393 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-45410f61-d105-4f5a-aba0-374b39627dbf req-2f314002-cf6d-42f4-a2fe-f7d2e8ee330b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 944 time: 0.0513642 Aug 30 16:29:40.585922 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['2b827069-14ce-413a-b273-ac0734f5265a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:29:40.597887 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-45410f61-d105-4f5a-aba0-374b39627dbf req-90e0c3da-304a-48d3-a144-8563227bebe0 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333667 Aug 30 16:29:41.218912 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cb3d5-a9ba-44b4-99f7-1d22d033482c req-9af69fdd-c962-4a60-bc57-1af3c6b3179c tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:41.220756 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-067cb3d5-a9ba-44b4-99f7-1d22d033482c req-9af69fdd-c962-4a60-bc57-1af3c6b3179c tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 944 time: 0.0598788 Aug 30 16:29:41.265129 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-067cb3d5-a9ba-44b4-99f7-1d22d033482c req-99f81f93-2ee3-46de-93e6-d4c37b9ca795 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379548 Aug 30 16:29:41.433171 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2d3e9-1686-4f67-9c79-b35fed898fe6 req-7aa86ea2-a1b3-4519-b6bc-3b121aabd3fb tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:41.436617 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-58c2d3e9-1686-4f67-9c79-b35fed898fe6 req-7aa86ea2-a1b3-4519-b6bc-3b121aabd3fb tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0797915 Aug 30 16:29:41.504275 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-58c2d3e9-1686-4f67-9c79-b35fed898fe6 req-288317fe-076f-4933-89b8-3d8b55feeab8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541358 Aug 30 16:29:41.568306 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec5c52-60a8-4554-963a-36f80d655dc6 req-74eaa67c-bfc0-4862-91b9-3adef17a50d6 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:41.569904 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-24ec5c52-60a8-4554-963a-36f80d655dc6 req-74eaa67c-bfc0-4862-91b9-3adef17a50d6 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0646334 Aug 30 16:29:41.618022 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-24ec5c52-60a8-4554-963a-36f80d655dc6 req-40315079-9f34-44c8-92bb-48840c28469b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400002 Aug 30 16:29:41.735621 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17bf3-d19f-453f-8eb2-5c1e95bd8177 req-8fe4efe3-51f1-4db8-ac21-fa1de20f39b0 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:41.737975 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-10a17bf3-d19f-453f-8eb2-5c1e95bd8177 req-8fe4efe3-51f1-4db8-ac21-fa1de20f39b0 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 944 time: 0.0577915 Aug 30 16:29:41.789178 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-10a17bf3-d19f-453f-8eb2-5c1e95bd8177 req-1b3da638-123b-4e66-b4cb-f7a0f664407d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447316 Aug 30 16:29:41.968907 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2b827069-14ce-413a-b273-ac0734f5265a up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:29:42.039525 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 2b827069-14ce-413a-b273-ac0734f5265a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:29:42.049005 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 2b827069-14ce-413a-b273-ac0734f5265a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:29:42.050146 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:42.209845 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:42.237580 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b2efcd-f3d4-40b5-aa78-7823562c9543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b827069-14ce-413a-b273-ac0734f5265a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:42.239836 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655a94e5-c3ee-48ab-ac4a-bc93a57dedc2" -d '{"events": [{"server_uuid": "d3b2efcd-f3d4-40b5-aa78-7823562c9543", "name": "network-vif-plugged", "status": "completed", "tag": "2b827069-14ce-413a-b273-ac0734f5265a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:42.254754 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2b827069-14ce-413a-b273-ac0734f5265a, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2b827069-14ce-413a-b273-ac0734f5265a,segment=NetworkSegment(184b8bba-c372-4ce4-b421-f6b7543d3cdc),segment_id=184b8bba-c372-4ce4-b421-f6b7543d3cdc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:42.262521 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:42.264038 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 54e13b72-b762-4dfa-b500-4be64e641639 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:29:42.320179 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c886f9eb-c145-415e-bee5-98d9e0472d55 x-openstack-request-id: req-c886f9eb-c145-415e-bee5-98d9e0472d55 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:42.320552 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b2efcd-f3d4-40b5-aa78-7823562c9543", "name": "network-vif-plugged", "status": "completed", "tag": "2b827069-14ce-413a-b273-ac0734f5265a", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:42.320938 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c886f9eb-c145-415e-bee5-98d9e0472d55 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:42.321623 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b2efcd-f3d4-40b5-aa78-7823562c9543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b827069-14ce-413a-b273-ac0734f5265a', 'code': 200} Aug 30 16:29:42.375241 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=2b827069-14ce-413a-b273-ac0734f5265a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:42.402696 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 54e13b72-b762-4dfa-b500-4be64e641639 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:29:42.407407 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 54e13b72-b762-4dfa-b500-4be64e641639 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:29:42.408187 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:42.531776 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7d422-8fbc-42d9-a967-5affeeeb2316 req-29708308-5652-486f-b7ed-28edc2bdfc49 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:42.534566 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-baf7d422-8fbc-42d9-a967-5affeeeb2316 req-29708308-5652-486f-b7ed-28edc2bdfc49 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 945 time: 0.1306417 Aug 30 16:29:42.626274 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:42.649812 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-baf7d422-8fbc-42d9-a967-5affeeeb2316 req-ea0766cc-3c27-408f-a457-c1843a29a1e4 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059299 Aug 30 16:29:42.691413 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 54e13b72-b762-4dfa-b500-4be64e641639, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=54e13b72-b762-4dfa-b500-4be64e641639,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:42.700286 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:42.702958 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c03a2-8cfe-4d36-9f99-eaf8e49b60c9 req-e7fe685b-7f32-45b3-b3c0-08d1cbd81a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:42.708591 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-129c03a2-8cfe-4d36-9f99-eaf8e49b60c9 req-e7fe685b-7f32-45b3-b3c0-08d1cbd81a5e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 1098 time: 0.1071575 Aug 30 16:29:42.709473 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20990d-9e0f-4a45-a1aa-ab7d6aaa6513 req-7022b4c3-e141-4d17-b3f6-f3ba1449a386 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:42.711678 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e20990d-9e0f-4a45-a1aa-ab7d6aaa6513 req-7022b4c3-e141-4d17-b3f6-f3ba1449a386 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.1228995 Aug 30 16:29:42.782183 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-129c03a2-8cfe-4d36-9f99-eaf8e49b60c9 req-e6bb2080-e3e6-432d-b267-4f6568cdca2b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625229 Aug 30 16:29:42.795441 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=54e13b72-b762-4dfa-b500-4be64e641639,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:42.816740 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e20990d-9e0f-4a45-a1aa-ab7d6aaa6513 req-f13bd1bc-3f27-4f37-ba50-ccbbe42cd49f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961659 Aug 30 16:29:42.847970 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fea210-90d4-494d-8344-1c1e7fb9d4dc req-5d20e6f8-1199-44b5-b33b-9667e03b9122 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:42.852293 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e0fea210-90d4-494d-8344-1c1e7fb9d4dc req-5d20e6f8-1199-44b5-b33b-9667e03b9122 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0834634 Aug 30 16:29:42.897927 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e0fea210-90d4-494d-8344-1c1e7fb9d4dc req-6c4f8715-2d0f-4eb7-a6a1-f3449f10a3a8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419540 Aug 30 16:29:42.955739 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859c7df-99c7-4a39-92d0-2b86cf25e476 req-829cd4c5-bae9-437f-b731-f014f78e0458 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:42.963321 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d859c7df-99c7-4a39-92d0-2b86cf25e476 req-829cd4c5-bae9-437f-b731-f014f78e0458 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 945 time: 0.0642323 Aug 30 16:29:43.005146 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d859c7df-99c7-4a39-92d0-2b86cf25e476 req-f49469b8-2f46-49a1-8745-86d7f9e5fb79 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408571 Aug 30 16:29:43.806423 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10484d1e-9536-45fa-a0fd-6ce6ae202f39 req-2791a1e8-905e-440a-ac27-a433c1ac60ab tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:43.813578 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-10484d1e-9536-45fa-a0fd-6ce6ae202f39 req-2791a1e8-905e-440a-ac27-a433c1ac60ab tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 945 time: 0.0772672 Aug 30 16:29:43.859761 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-10484d1e-9536-45fa-a0fd-6ce6ae202f39 req-effebeff-cc07-4911-9229-2c594395408c tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Aug 30 16:29:43.969476 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16f0eb-9d08-4ebc-b843-17228bb3cbde req-576ee356-552a-404e-886d-649ba2afe65f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:43.979674 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2c16f0eb-9d08-4ebc-b843-17228bb3cbde req-576ee356-552a-404e-886d-649ba2afe65f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0675406 Aug 30 16:29:44.053604 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2c16f0eb-9d08-4ebc-b843-17228bb3cbde req-5eda1eda-f14c-4855-bd70-18f6e1f52d4a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723164 Aug 30 16:29:44.071187 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75235683-b5e1-405c-88c6-d426cd1c07b2 req-1387f039-1a8d-45ea-909e-7a5914ef6a4e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:44.073278 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-75235683-b5e1-405c-88c6-d426cd1c07b2 req-1387f039-1a8d-45ea-909e-7a5914ef6a4e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0709126 Aug 30 16:29:44.124098 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-75235683-b5e1-405c-88c6-d426cd1c07b2 req-9df69780-eb34-42ab-8f94-46ede08d8562 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Aug 30 16:29:44.207846 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d033-6a05-4704-8b55-9f2091f592d4 req-d38d6b7c-1be7-4474-911b-c051539e07e2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:44.209396 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2575d033-6a05-4704-8b55-9f2091f592d4 req-d38d6b7c-1be7-4474-911b-c051539e07e2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 945 time: 0.0598826 Aug 30 16:29:44.252143 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2575d033-6a05-4704-8b55-9f2091f592d4 req-46ee9f52-4335-40ca-b2c1-6ce72042c9c9 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367241 Aug 30 16:29:44.325997 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e13b72-b762-4dfa-b500-4be64e641639'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:44.329853 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaeb3ce-b607-42df-829e-50ebe7f98b82" -d '{"events": [{"server_uuid": "29b3b0f8-d1f1-44d0-99a8-122776312635", "name": "network-vif-plugged", "status": "completed", "tag": "54e13b72-b762-4dfa-b500-4be64e641639"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:44.388861 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a624a817-7bd5-4f50-9b4a-32eb006a976d x-openstack-request-id: req-a624a817-7bd5-4f50-9b4a-32eb006a976d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:44.389280 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b3b0f8-d1f1-44d0-99a8-122776312635", "name": "network-vif-plugged", "status": "completed", "tag": "54e13b72-b762-4dfa-b500-4be64e641639", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:44.389613 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a624a817-7bd5-4f50-9b4a-32eb006a976d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:44.390075 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e13b72-b762-4dfa-b500-4be64e641639', 'code': 200} Aug 30 16:29:44.807966 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246d1e-b857-4ac6-9ba5-68e4abd138a2 req-5ffeb1db-0b31-4a1b-8dee-93b788d51ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:44.810302 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1b246d1e-b857-4ac6-9ba5-68e4abd138a2 req-5ffeb1db-0b31-4a1b-8dee-93b788d51ca0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 1098 time: 0.0518332 Aug 30 16:29:44.853919 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1b246d1e-b857-4ac6-9ba5-68e4abd138a2 req-622465f2-aa83-4e20-9173-72b0356e3432 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359182 Aug 30 16:29:45.013029 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f07070-3c38-4759-89b2-d7aa3b9485c9 req-3c13f726-3ba9-43e9-a18e-e5e9e5443693 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:45.021271 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b6f07070-3c38-4759-89b2-d7aa3b9485c9 req-3c13f726-3ba9-43e9-a18e-e5e9e5443693 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 945 time: 0.0747628 Aug 30 16:29:45.073921 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b6f07070-3c38-4759-89b2-d7aa3b9485c9 req-f7c28a09-ba21-4a83-b593-02f2275fa3dd tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516863 Aug 30 16:29:45.451232 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0536c4-0eb5-460b-8698-3ebeaed7a7bf req-947d73cf-bff5-4691-9639-04fc3beaf7f2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:45.452847 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7c0536c4-0eb5-460b-8698-3ebeaed7a7bf req-947d73cf-bff5-4691-9639-04fc3beaf7f2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.3058739 Aug 30 16:29:45.515696 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc8224-511b-43e5-86ba-68ecc1109438 req-bda31e04-97a4-4c28-8fed-aa693f6d39fb tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:45.526115 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eddc8224-511b-43e5-86ba-68ecc1109438 req-bda31e04-97a4-4c28-8fed-aa693f6d39fb tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.1294198 Aug 30 16:29:45.598853 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7c0536c4-0eb5-460b-8698-3ebeaed7a7bf req-64e07974-fcee-4eb3-8348-a10082ca7fbf tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245646 Aug 30 16:29:45.645630 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eddc8224-511b-43e5-86ba-68ecc1109438 req-de12c6a4-5910-4f03-a693-0ec1fc7ca669 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184466 Aug 30 16:29:45.757724 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2089e2d-33ea-4f3d-8bb1-ffa30b1c921c req-262ad1f1-6ef5-4140-b3e3-7a0031ea8c9c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:45.765420 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b2089e2d-33ea-4f3d-8bb1-ffa30b1c921c req-262ad1f1-6ef5-4140-b3e3-7a0031ea8c9c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 945 time: 0.0897105 Aug 30 16:29:45.809443 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b2089e2d-33ea-4f3d-8bb1-ffa30b1c921c req-cbcb3338-2630-4fb7-aab2-a681d34eae6a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 Aug 30 16:29:46.426004 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb9a58-8047-4173-af2a-b5c47ae0a930 req-027bba6b-9be4-4514-82cc-1bc06818c7ed tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:46.441405 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bceb9a58-8047-4173-af2a-b5c47ae0a930 req-027bba6b-9be4-4514-82cc-1bc06818c7ed tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 945 time: 0.0718222 Aug 30 16:29:46.484532 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bceb9a58-8047-4173-af2a-b5c47ae0a930 req-46853fb6-d66d-4ccf-a619-c758f10961c3 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Aug 30 16:29:46.755376 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca720f-9622-40a1-b6bd-df2a902c92fb req-101bee60-1b04-479e-a9bf-eb558c342f4a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:46.762874 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5aca720f-9622-40a1-b6bd-df2a902c92fb req-101bee60-1b04-479e-a9bf-eb558c342f4a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.1024015 Aug 30 16:29:46.844592 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326822e0-3dca-43d6-afd3-1bb1a5a22684 req-7ed10262-be02-4313-b76f-a9e2d632d5b5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:46.846382 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-326822e0-3dca-43d6-afd3-1bb1a5a22684 req-7ed10262-be02-4313-b76f-a9e2d632d5b5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0813406 Aug 30 16:29:46.869534 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5aca720f-9622-40a1-b6bd-df2a902c92fb req-52ec91c2-6c19-4f70-bde4-4aad5d936029 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021252 Aug 30 16:29:46.909149 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-326822e0-3dca-43d6-afd3-1bb1a5a22684 req-385bd495-13b3-4d5f-9be5-bb9e0fa703aa tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563118 Aug 30 16:29:47.008648 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d943f-dd83-402d-9349-8ee46e5fd7a4 req-d671bba3-32a4-428c-be7a-2249864b9acd tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:47.010363 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a24d943f-dd83-402d-9349-8ee46e5fd7a4 req-d671bba3-32a4-428c-be7a-2249864b9acd tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 945 time: 0.0748777 Aug 30 16:29:47.059483 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a24d943f-dd83-402d-9349-8ee46e5fd7a4 req-e445b020-9684-41ce-a89f-0f88fdedac99 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430014 Aug 30 16:29:47.208903 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199f488-f5e2-46e4-9ccc-e61aabcaa978 req-4a668803-6f23-42d8-b202-d267269a955e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:47.210419 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a199f488-f5e2-46e4-9ccc-e61aabcaa978 req-4a668803-6f23-42d8-b202-d267269a955e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 945 time: 0.0603690 Aug 30 16:29:47.254047 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a199f488-f5e2-46e4-9ccc-e61aabcaa978 req-2896354c-584d-4dc8-9282-14eb85b6e64a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374351 Aug 30 16:29:47.276382 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38426) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:47.609162 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd0e3e-0840-4cf3-8f03-6c9bb4b01a3c tempest-TestVolumeBootPattern-641079687 tempest-TestVolumeBootPattern-641079687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:47.611633 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9abd0e3e-0840-4cf3-8f03-6c9bb4b01a3c tempest-TestVolumeBootPattern-641079687 tempest-TestVolumeBootPattern-641079687-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 1093 time: 0.3338919 Aug 30 16:29:47.615155 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38432) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:47.624946 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'floatingip': {'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'port_id': '54e13b72-b762-4dfa-b500-4be64e641639', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:29:47.658369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158fa39-874d-453c-9e15-2885e9a96252 req-9955ab3f-b72f-4096-b20a-0c92baf7209e tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:47.658904 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:47.660058 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1158fa39-874d-453c-9e15-2885e9a96252 req-9955ab3f-b72f-4096-b20a-0c92baf7209e tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 945 time: 0.0745137 Aug 30 16:29:47.715450 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1158fa39-874d-453c-9e15-2885e9a96252 req-9fc7741d-da43-4d76-902f-045b7f41717e tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479190 Aug 30 16:29:47.791223 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:47.916840 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Allocated IP 172.27.3.251 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/c37e951f-09a7-42c6-8a58-dd4890940d0b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:29:48.003168 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505aa5db-776b-453e-9af7-1fcc10cb46cc req-b5b560b1-6fc2-424d-92c7-ef2e1dba76c5 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:48.004995 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-505aa5db-776b-453e-9af7-1fcc10cb46cc req-b5b560b1-6fc2-424d-92c7-ef2e1dba76c5 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0594840 Aug 30 16:29:48.045855 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:48.070306 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-505aa5db-776b-453e-9af7-1fcc10cb46cc req-3ed75262-8328-4c3f-80c0-cdc60aa4800f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564127 Aug 30 16:29:48.102089 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:48.146401 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:29:48.152005 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:29:48.155079 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:29:48.188095 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'Port': ['ID=c37e951f-09a7-42c6-8a58-dd4890940d0b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:48.225159 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00f720-2803-4c3c-acc1-e8995e0d800a req-c228058e-a698-4103-b1af-e90c5fddb730 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:48.226812 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0f00f720-2803-4c3c-acc1-e8995e0d800a req-c228058e-a698-4103-b1af-e90c5fddb730 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0704179 Aug 30 16:29:48.281040 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0f00f720-2803-4c3c-acc1-e8995e0d800a req-273c8a3b-090e-4719-b1f1-04582122ad42 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447202 Aug 30 16:29:48.856398 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c666a50-297a-42f3-bb5c-6ea22ecddda6 req-d5738308-c8a0-4174-bf65-ec59c5f9fc2f tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:48.864753 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1c666a50-297a-42f3-bb5c-6ea22ecddda6 req-d5738308-c8a0-4174-bf65-ec59c5f9fc2f tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 945 time: 0.0678134 Aug 30 16:29:48.930133 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1c666a50-297a-42f3-bb5c-6ea22ecddda6 req-0f4afefb-e06d-4eab-a8c9-d9b7f4f97e95 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594819 Aug 30 16:29:49.030547 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:49.152629 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:49.208531 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f49570-41fe-4e4d-a1f6-f626cc003226 req-34d10665-c3b4-415d-bcb1-f543e17d7ae9 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:49.217187 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c5f49570-41fe-4e4d-a1f6-f626cc003226 req-34d10665-c3b4-415d-bcb1-f543e17d7ae9 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0613289 Aug 30 16:29:49.260474 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c5f49570-41fe-4e4d-a1f6-f626cc003226 req-f29547a7-dc6a-4c91-b6b9-e537b5e50321 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423040 Aug 30 16:29:49.384542 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:49.391391 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:49.430890 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07703a66-db02-496c-87e0-de11c9dd2725 req-2661c594-04a1-4dea-a88a-71048495b4da tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:49.441170 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-07703a66-db02-496c-87e0-de11c9dd2725 req-2661c594-04a1-4dea-a88a-71048495b4da tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0768065 Aug 30 16:29:49.471725 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'Port': ['ID=c37e951f-09a7-42c6-8a58-dd4890940d0b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:49.486226 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-07703a66-db02-496c-87e0-de11c9dd2725 req-3093df3b-cac5-4b6a-9a6e-83146de435a5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438485 Aug 30 16:29:49.497546 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:49.626620 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.l3_db [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Floating IP a2d4766f-9534-496f-9503-460f1c64da17 associated. External IP: 172.27.3.251, port: 54e13b72-b762-4dfa-b500-4be64e641639. Aug 30 16:29:49.888178 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:29:50.071203 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:29:50.085239 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9894a6-6f5a-45e4-b8ec-04b21ffeaada None None] Sync routers for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:29:50.096741 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89b722-84ef-4e9a-b870-89f194597169 req-0986f3f0-e9ab-4f16-b6ce-12892300ec50 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:50.098648 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cd89b722-84ef-4e9a-b870-89f194597169 req-0986f3f0-e9ab-4f16-b6ce-12892300ec50 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 945 time: 0.0884521 Aug 30 16:29:50.100331 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:50.110661 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9894a6-6f5a-45e4-b8ec-04b21ffeaada None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:29:50.112753 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-df9894a6-6f5a-45e4-b8ec-04b21ffeaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:29:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:29:50.160788 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-26ed8bcb-4930-46c0-92a4-6f5c22384dea tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5301998 Aug 30 16:29:50.160788 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'tag': '54e13b72-b762-4dfa-b500-4be64e641639'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:50.160788 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37" -d '{"events": [{"name": "network-changed", "server_uuid": "29b3b0f8-d1f1-44d0-99a8-122776312635", "tag": "54e13b72-b762-4dfa-b500-4be64e641639"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:50.161090 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cd89b722-84ef-4e9a-b870-89f194597169 req-d79e5f8d-15ba-4019-93b5-fea874b54607 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541604 Aug 30 16:29:50.234451 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daa477d-4633-4769-a6b9-069c02c1b5d1 x-openstack-request-id: req-9daa477d-4633-4769-a6b9-069c02c1b5d1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:50.234740 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b3b0f8-d1f1-44d0-99a8-122776312635", "tag": "54e13b72-b762-4dfa-b500-4be64e641639", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:50.234995 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9daa477d-4633-4769-a6b9-069c02c1b5d1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:50.235407 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'tag': '54e13b72-b762-4dfa-b500-4be64e641639', 'status': 'completed', 'code': 200} Aug 30 16:29:50.358839 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37 req-5d03bbfe-b25e-4ee7-a8f9-e3081c092c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:50.364403 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37 req-5d03bbfe-b25e-4ee7-a8f9-e3081c092c16 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 1098 time: 0.0651159 Aug 30 16:29:50.431514 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae868f-48ed-41c8-970e-06615c2fe97b req-26512689-d6c7-48dc-b287-9f0230a71320 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:50.439959 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c5ae868f-48ed-41c8-970e-06615c2fe97b req-26512689-d6c7-48dc-b287-9f0230a71320 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0896275 Aug 30 16:29:50.485041 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c5ae868f-48ed-41c8-970e-06615c2fe97b req-b0ae39fc-609e-423c-abde-e333abfa3c0c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440300 Aug 30 16:29:50.581664 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37 req-c6f490df-a29c-4b07-bae8-ed92dcff26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:50.583160 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37 req-c6f490df-a29c-4b07-bae8-ed92dcff26fd service neutron] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 914 time: 0.2106409 Aug 30 16:29:50.585842 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-df9894a6-6f5a-45e4-b8ec-04b21ffeaada None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:29:50.669535 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da465-e41a-4ec4-8a35-17c21ffbb240 req-0c7c2bcd-a220-483f-9ea6-57be3ce2dcc6 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:50.670443 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1d5da465-e41a-4ec4-8a35-17c21ffbb240 req-0c7c2bcd-a220-483f-9ea6-57be3ce2dcc6 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.1030359 Aug 30 16:29:50.729238 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37 req-c05feb81-01bb-4a9d-8537-5edd1895b8e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54e13b72-b762-4dfa-b500-4be64e641639 HTTP/1.1" status: 200 len: 999 time: 0.1361592 Aug 30 16:29:50.751280 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1d5da465-e41a-4ec4-8a35-17c21ffbb240 req-2d0614b0-653c-4ce3-b4b5-b18819cd5c2d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713120 Aug 30 16:29:50.795371 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37 req-f3845f75-92d6-4687-9d04-82df322d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:50.796832 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37 req-f3845f75-92d6-4687-9d04-82df322d7af9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.0584588 Aug 30 16:29:50.855399 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37 req-4fd940a6-bb93-486e-ba13-52d86716e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:50.857882 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37 req-4fd940a6-bb93-486e-ba13-52d86716e300 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496461 Aug 30 16:29:50.927366 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-df9894a6-6f5a-45e4-b8ec-04b21ffeaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': 'a2d4766f-9534-496f-9503-460f1c64da17', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '54e13b72-b762-4dfa-b500-4be64e641639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:1d:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:29:48Z', 'updated_at': '2021-08-30T16:29:48Z', 'revision_number': 0, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:29:50.964083 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9894a6-6f5a-45e4-b8ec-04b21ffeaada None None] Checking router: 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:29:50.973630 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9894a6-6f5a-45e4-b8ec-04b21ffeaada None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:29:50.974236 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-df9894a6-6f5a-45e4-b8ec-04b21ffeaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:29:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:29:51.017853 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37 req-72199404-b782-4258-aa2a-bd051e1d2a71 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036546 Aug 30 16:29:51.087058 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-df9894a6-6f5a-45e4-b8ec-04b21ffeaada None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:29:51.124324 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-222dd5d7-3f25-49d2-9f37-6d2b5a669f37 req-74472c2a-480b-4a1b-be76-2dd98a7407c2 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955787 Aug 30 16:29:51.246829 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519df191-b6e0-4e62-b4de-7a22d839fb8b req-6f82d314-354b-4fb5-b2cd-a7529f36cc1a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:51.248337 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-519df191-b6e0-4e62-b4de-7a22d839fb8b req-6f82d314-354b-4fb5-b2cd-a7529f36cc1a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 945 time: 0.0661347 Aug 30 16:29:51.295993 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5d336-fac9-4142-afe9-414daca3818e req-615446f1-7d07-4757-9f16-cb441eeb15ad tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:51.298013 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-51a5d336-fac9-4142-afe9-414daca3818e req-615446f1-7d07-4757-9f16-cb441eeb15ad tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 945 time: 0.0519667 Aug 30 16:29:51.325619 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-df9894a6-6f5a-45e4-b8ec-04b21ffeaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': 'a2d4766f-9534-496f-9503-460f1c64da17', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '54e13b72-b762-4dfa-b500-4be64e641639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:1d:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:29:48Z', 'updated_at': '2021-08-30T16:29:48Z', 'revision_number': 0, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:29:51.346056 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-51a5d336-fac9-4142-afe9-414daca3818e req-809ee017-9d9b-46e2-9452-8488c42cca61 tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/security-groups?id=78802023-a765-4f79-8957-7a668ef1cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Aug 30 16:29:51.354527 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9894a6-6f5a-45e4-b8ec-04b21ffeaada None None] The sync data for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi is: [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': 'a2d4766f-9534-496f-9503-460f1c64da17', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '54e13b72-b762-4dfa-b500-4be64e641639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:1d:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:29:48Z', 'updated_at': '2021-08-30T16:29:48Z', 'revision_number': 0, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:29:51.356479 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-519df191-b6e0-4e62-b4de-7a22d839fb8b req-e2369343-b32e-4b21-bfa9-82eeb08a009a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Deleting port 2b827069-14ce-413a-b273-ac0734f5265a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:29:51.356822 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-519df191-b6e0-4e62-b4de-7a22d839fb8b req-e2369343-b32e-4b21-bfa9-82eeb08a009a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:51.362501 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-902e86ed-9c76-4459-8ba7-b3a0c43c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:51.451956 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-519df191-b6e0-4e62-b4de-7a22d839fb8b req-e2369343-b32e-4b21-bfa9-82eeb08a009a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] For port 2b827069-14ce-413a-b273-ac0734f5265a, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2b827069-14ce-413a-b273-ac0734f5265a,segment=NetworkSegment(184b8bba-c372-4ce4-b421-f6b7543d3cdc),segment_id=184b8bba-c372-4ce4-b421-f6b7543d3cdc)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:51.452324 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-519df191-b6e0-4e62-b4de-7a22d839fb8b req-e2369343-b32e-4b21-bfa9-82eeb08a009a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:51.466806 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-519df191-b6e0-4e62-b4de-7a22d839fb8b req-e2369343-b32e-4b21-bfa9-82eeb08a009a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Calling delete_port for 2b827069-14ce-413a-b273-ac0734f5265a owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:29:51.638102 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-519df191-b6e0-4e62-b4de-7a22d839fb8b req-e2369343-b32e-4b21-bfa9-82eeb08a009a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:51.675741 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['2b827069-14ce-413a-b273-ac0734f5265a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:29:51.683829 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588137e1-5a75-4df6-9b1d-8c9247c9595f req-68a48ecc-46fc-4331-861b-277c7740bc55 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:51.686169 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2369343-b32e-4b21-bfa9-82eeb08a009a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Pushing event deleted for resources: {'Port': ['ID=2b827069-14ce-413a-b273-ac0734f5265a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:51.690516 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-588137e1-5a75-4df6-9b1d-8c9247c9595f req-68a48ecc-46fc-4331-861b-277c7740bc55 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0819004 Aug 30 16:29:51.719443 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290d3f83-863e-422f-a7e7-3ba53188cb57 None None] New status for floating IP a2d4766f-9534-496f-9503-460f1c64da17: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:29:51.723713 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-519df191-b6e0-4e62-b4de-7a22d839fb8b req-e2369343-b32e-4b21-bfa9-82eeb08a009a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] No DVR routers for this DVR port 2b827069-14ce-413a-b273-ac0734f5265a on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:29:51.726522 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-519df191-b6e0-4e62-b4de-7a22d839fb8b req-e2369343-b32e-4b21-bfa9-82eeb08a009a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:51.728735 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-519df191-b6e0-4e62-b4de-7a22d839fb8b req-e2369343-b32e-4b21-bfa9-82eeb08a009a tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.78 "DELETE /v2.0/ports/2b827069-14ce-413a-b273-ac0734f5265a HTTP/1.1" status: 204 len: 173 time: 0.4718690 Aug 30 16:29:51.742589 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-588137e1-5a75-4df6-9b1d-8c9247c9595f req-28e85f32-2d2f-4334-9fe1-ff4b8ba918c6 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Aug 30 16:29:51.904609 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440500e-ea39-4386-ae7f-6562f70143d8 req-848e8bc1-6735-4afc-9a7b-14f442e067c8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:51.906605 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e440500e-ea39-4386-ae7f-6562f70143d8 req-848e8bc1-6735-4afc-9a7b-14f442e067c8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0702894 Aug 30 16:29:51.917139 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00125a4f-5ae8-4c4d-90ff-af0f1898ca8e req-7896524e-4e08-4025-b621-00e11e46cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:51.918776 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00125a4f-5ae8-4c4d-90ff-af0f1898ca8e req-7896524e-4e08-4025-b621-00e11e46cd87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 1099 time: 0.0677106 Aug 30 16:29:51.950930 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e440500e-ea39-4386-ae7f-6562f70143d8 req-fd118497-0a75-467d-8766-48059c3e0696 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372157 Aug 30 16:29:52.028312 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00125a4f-5ae8-4c4d-90ff-af0f1898ca8e req-9e0e4112-8c23-4ff3-aa4a-293cd1b04ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:52.029813 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00125a4f-5ae8-4c4d-90ff-af0f1898ca8e req-9e0e4112-8c23-4ff3-aa4a-293cd1b04ff6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 919 time: 0.0846560 Aug 30 16:29:52.114527 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00125a4f-5ae8-4c4d-90ff-af0f1898ca8e req-595b0236-39c2-4ef5-b605-5145f4ce3a0e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28f1f39-3dc3-434e-b70e-1402038b9340 HTTP/1.1" status: 200 len: 1002 time: 0.0752232 Aug 30 16:29:52.165611 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00125a4f-5ae8-4c4d-90ff-af0f1898ca8e req-b864bf03-8381-4e36-8090-8deeda3be580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:52.167062 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00125a4f-5ae8-4c4d-90ff-af0f1898ca8e req-b864bf03-8381-4e36-8090-8deeda3be580 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 200 len: 856 time: 0.0432165 Aug 30 16:29:52.217785 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00125a4f-5ae8-4c4d-90ff-af0f1898ca8e req-a714e062-758a-4deb-9342-ca5b07949326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:52.219196 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00125a4f-5ae8-4c4d-90ff-af0f1898ca8e req-a714e062-758a-4deb-9342-ca5b07949326 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7abf696-2a58-4d8b-ae00-6f747070c49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436893 Aug 30 16:29:52.237109 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b2efcd-f3d4-40b5-aa78-7823562c9543', 'name': 'network-vif-deleted', 'tag': '2b827069-14ce-413a-b273-ac0734f5265a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:52.239479 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92c7930-2582-4973-a486-51c02b6c3653" -d '{"events": [{"server_uuid": "d3b2efcd-f3d4-40b5-aa78-7823562c9543", "name": "network-vif-deleted", "tag": "2b827069-14ce-413a-b273-ac0734f5265a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:52.293333 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e69a7fa-3ca2-4c99-acb6-85f635dbd88c x-openstack-request-id: req-7e69a7fa-3ca2-4c99-acb6-85f635dbd88c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:52.293624 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b2efcd-f3d4-40b5-aa78-7823562c9543", "name": "network-vif-deleted", "tag": "2b827069-14ce-413a-b273-ac0734f5265a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:52.293886 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e69a7fa-3ca2-4c99-acb6-85f635dbd88c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:52.294254 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b2efcd-f3d4-40b5-aa78-7823562c9543', 'name': 'network-vif-deleted', 'tag': '2b827069-14ce-413a-b273-ac0734f5265a', 'status': 'completed', 'code': 200} Aug 30 16:29:52.337947 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00125a4f-5ae8-4c4d-90ff-af0f1898ca8e req-f8b704c1-908f-4099-967c-1ec10fad5366 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953996 Aug 30 16:29:52.435961 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00125a4f-5ae8-4c4d-90ff-af0f1898ca8e req-7405ac98-4671-49e1-872f-3ee6819860f6 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898311 Aug 30 16:29:52.470555 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d702cee6-8acb-4610-b548-fedb9f574473 req-929cbf30-d429-4635-af6c-899fb0609eef tempest-VolumesActionsTest-1804334958 tempest-VolumesActionsTest-1804334958-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b2efcd-f3d4-40b5-aa78-7823562c9543 HTTP/1.1" status: 200 len: 210 time: 0.0270157 Aug 30 16:29:52.869710 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775e78-aa7c-40b4-8870-a1b543701634 req-ded33d93-9418-4b8a-99e7-86e4aa6ae293 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:52.871230 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-69775e78-aa7c-40b4-8870-a1b543701634 req-ded33d93-9418-4b8a-99e7-86e4aa6ae293 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0561452 Aug 30 16:29:52.913471 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-69775e78-aa7c-40b4-8870-a1b543701634 req-4cd9bca4-7472-4b52-b84f-18605a51ee75 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357199 Aug 30 16:29:53.087539 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd810f0-22c4-44ec-88b5-a85b7ac2bc28 req-614ccccb-f28a-4d7f-8707-510ef8cd3cce tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:53.089299 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7dd810f0-22c4-44ec-88b5-a85b7ac2bc28 req-614ccccb-f28a-4d7f-8707-510ef8cd3cce tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0593266 Aug 30 16:29:53.132359 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7dd810f0-22c4-44ec-88b5-a85b7ac2bc28 req-773b02f7-50bc-4592-ad9f-136ad2a9df2f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338547 Aug 30 16:29:54.044574 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f19e-1041-4ab0-969a-d99065e15389 req-c9bf432a-a083-4507-a823-a459dc5faddf tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:54.046163 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-12a7f19e-1041-4ab0-969a-d99065e15389 req-c9bf432a-a083-4507-a823-a459dc5faddf tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0570798 Aug 30 16:29:54.089142 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-12a7f19e-1041-4ab0-969a-d99065e15389 req-24bf01bd-2e2d-43e4-aa2c-76218e3ea0b3 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366099 Aug 30 16:29:54.214402 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9fd6802-fe03-48ad-95de-8331165adac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:54.271730 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b398a-f78f-4eb6-8738-0c78e4f38cd2 req-63c96a74-65c9-4385-8513-86c913cce09b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:54.273125 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b37b398a-f78f-4eb6-8738-0c78e4f38cd2 req-63c96a74-65c9-4385-8513-86c913cce09b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0505958 Aug 30 16:29:54.312052 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b37b398a-f78f-4eb6-8738-0c78e4f38cd2 req-f460978c-ff63-4eaa-878e-39dfe880e96b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328579 Aug 30 16:29:54.499004 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:55.040112 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:55.166556 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38578) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:55.211837 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21072376-637e-48f6-a9a4-7f66badc50b7 req-6b538bfd-bda8-417e-92be-64e23fa0bc43 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:55.213282 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-21072376-637e-48f6-a9a4-7f66badc50b7 req-6b538bfd-bda8-417e-92be-64e23fa0bc43 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0554700 Aug 30 16:29:55.252136 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-21072376-637e-48f6-a9a4-7f66badc50b7 req-4fd4b6b8-4a1f-4baa-8c0d-863dab2c0830 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Aug 30 16:29:55.277278 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18a43ca5-5c5c-48b6-b952-c1d083e63403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:55.387252 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18a43ca5-5c5c-48b6-b952-c1d083e63403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:55.392819 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18a43ca5-5c5c-48b6-b952-c1d083e63403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:55.435353 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-18a43ca5-5c5c-48b6-b952-c1d083e63403 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be1ce3ef3f674e75b1ab5ab664940436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677171 Aug 30 16:29:55.436500 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a43ca5-5c5c-48b6-b952-c1d083e63403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ad6a8f-1ea4-471d-ac09-570c4dc3350f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:55.438866 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38588) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:55.443493 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da1e1c-6af4-493a-a4f9-b1fbfa50f166 req-8481bcaa-304d-4af9-907d-59de6ab4cc35 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:55.445025 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-83da1e1c-6af4-493a-a4f9-b1fbfa50f166 req-8481bcaa-304d-4af9-907d-59de6ab4cc35 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0548010 Aug 30 16:29:55.485840 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-83da1e1c-6af4-493a-a4f9-b1fbfa50f166 req-7ac1d8d5-9c84-486e-89f5-7337bec3d55b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335934 Aug 30 16:29:55.488174 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-069e8ca6-da65-43a6-861b-d0af51debe32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:55.510374 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-069e8ca6-da65-43a6-861b-d0af51debe32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:55.562796 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-069e8ca6-da65-43a6-861b-d0af51debe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:55.565570 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-069e8ca6-da65-43a6-861b-d0af51debe32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:55.566732 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-069e8ca6-da65-43a6-861b-d0af51debe32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89ad6a8f-1ea4-471d-ac09-570c4dc3350f HTTP/1.1" status: 204 len: 168 time: 0.1269114 Aug 30 16:29:55.574158 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e8ca6-da65-43a6-861b-d0af51debe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ad6a8f-1ea4-471d-ac09-570c4dc3350f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:56.375169 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3b9b1-a5f0-4cd4-bc9a-2f15ce9b54c1 req-56494173-3aa3-4ff9-984e-0c8329b57a46 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:56.376692 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3db3b9b1-a5f0-4cd4-bc9a-2f15ce9b54c1 req-56494173-3aa3-4ff9-984e-0c8329b57a46 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0513351 Aug 30 16:29:56.424195 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3db3b9b1-a5f0-4cd4-bc9a-2f15ce9b54c1 req-e0d3e572-0a1f-43f3-aaad-85e87c424902 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Aug 30 16:29:56.606617 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:56.617195 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d75e7-622c-452e-8a18-fefa4d1b749a req-4eee2795-4cc7-4036-ad2a-7ccabd66f17f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:56.618817 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-439d75e7-622c-452e-8a18-fefa4d1b749a req-4eee2795-4cc7-4036-ad2a-7ccabd66f17f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0578651 Aug 30 16:29:56.660060 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-439d75e7-622c-452e-8a18-fefa4d1b749a req-ce480f53-3629-451f-a846-e1e931708fa6 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347288 Aug 30 16:29:56.790463 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38630) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:56.922775 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ab893f9-d574-4623-9254-c79f6e3aa126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:57.016368 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ab893f9-d574-4623-9254-c79f6e3aa126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:57.022449 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ab893f9-d574-4623-9254-c79f6e3aa126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:57.063138 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7ab893f9-d574-4623-9254-c79f6e3aa126 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bd8fb644132446ba2940ae959a677e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715673 Aug 30 16:29:57.064073 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab893f9-d574-4623-9254-c79f6e3aa126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538c3a1f-1ee9-429f-865f-f9c98ff24233,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:57.066584 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38642) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:57.116953 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:57.137883 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:57.185706 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:57.188509 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:57.189634 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/538c3a1f-1ee9-429f-865f-f9c98ff24233 HTTP/1.1" status: 204 len: 168 time: 0.1219530 Aug 30 16:29:57.197974 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538c3a1f-1ee9-429f-865f-f9c98ff24233,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:57.205432 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.205954 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.207097 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.207097 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.207431 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.207920 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.208388 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.208788 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.209339 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.210159 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.210845 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.211488 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d7d91-6fac-4dbd-8220-781785184c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:29:57.215501 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2b827069-14ce-413a-b273-ac0734f5265a no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:29:57.249823 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 2b827069-14ce-413a-b273-ac0734f5265a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:29:57.250174 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2b827069-14ce-413a-b273-ac0734f5265a not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:29:57.250821 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b28f1f39-3dc3-434e-b70e-1402038b9340 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:29:57.376598 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:57.437140 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:29:57.438276 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:29:57.441137 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b84a2-1101-4cd2-ba92-6ccf012e5036 req-a394ebfe-fd4e-4b67-bd7a-06da835d9bf2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:57.441842 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bc886e-acd3-40da-a89d-0648553702fe" -d '{"events": [{"server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "name": "network-vif-unplugged", "status": "completed", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:29:57.444556 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-da7b84a2-1101-4cd2-ba92-6ccf012e5036 req-a394ebfe-fd4e-4b67-bd7a-06da835d9bf2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 946 time: 0.0732658 Aug 30 16:29:57.445849 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:29:57.498744 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 16:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d334277-5b50-4ee2-a7db-0094a8cc3282 x-openstack-request-id: req-9d334277-5b50-4ee2-a7db-0094a8cc3282 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:29:57.502016 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "name": "network-vif-unplugged", "status": "completed", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:29:57.504653 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d334277-5b50-4ee2-a7db-0094a8cc3282 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:29:57.505223 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'code': 200} Aug 30 16:29:57.536331 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=b28f1f39-3dc3-434e-b70e-1402038b9340,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:29:57.541929 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-da7b84a2-1101-4cd2-ba92-6ccf012e5036 req-76205c55-523f-47eb-8bc9-5bb105fbe6b8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788181 Aug 30 16:29:57.599412 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb4cdb-01d5-4319-8d5b-bdb318dbcdd9 req-4e2e0abf-48b0-4bb8-bebe-8b1c71358e21 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:57.600937 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fceb4cdb-01d5-4319-8d5b-bdb318dbcdd9 req-4e2e0abf-48b0-4bb8-bebe-8b1c71358e21 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0546756 Aug 30 16:29:57.639810 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fceb4cdb-01d5-4319-8d5b-bdb318dbcdd9 req-c8c6fc8b-56db-4041-bd31-10936dcb6ddb tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325699 Aug 30 16:29:57.812149 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38680) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:29:57.901539 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-ec95c8cf-4a69-43a4-9705-b1c5b6b9a84b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881884 Aug 30 16:29:58.690910 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3603c8-ca91-48a3-946e-6ffb033e1d2c req-d9f10ec0-0287-42ae-8f08-a04972b98993 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:58.692715 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5e3603c8-ca91-48a3-946e-6ffb033e1d2c req-d9f10ec0-0287-42ae-8f08-a04972b98993 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0645359 Aug 30 16:29:58.774996 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5e3603c8-ca91-48a3-946e-6ffb033e1d2c req-e00530f2-f068-416d-91b8-0679aded14c2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748293 Aug 30 16:29:58.804708 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d592c7-ae90-4468-98ab-492dbe6e114f req-efe90c73-8a18-47de-8fa2-cbd9669ecbd9 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:58.806507 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-72d592c7-ae90-4468-98ab-492dbe6e114f req-efe90c73-8a18-47de-8fa2-cbd9669ecbd9 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0859990 Aug 30 16:29:58.850344 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-72d592c7-ae90-4468-98ab-492dbe6e114f req-0a8d0bc9-6aa7-4c1a-b83b-0d2cb7d345e2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356741 Aug 30 16:29:59.923250 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1c93f-1d32-4de4-bca4-0db562800462 req-79e86df3-153b-48fb-8a32-134a03755592 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:29:59.925776 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0ff1c93f-1d32-4de4-bca4-0db562800462 req-79e86df3-153b-48fb-8a32-134a03755592 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0666299 Aug 30 16:29:59.984370 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0ff1c93f-1d32-4de4-bca4-0db562800462 req-87ec7622-5083-42c9-b21f-7881e426286e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506389 Aug 30 16:30:00.016418 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-8bfd59ae-64b0-483a-bf89-45601b760f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:00.018729 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-8bfd59ae-64b0-483a-bf89-45601b760f18 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32&tenant_id=d798050cb8f04cb1b7c59fe942270479 HTTP/1.1" status: 200 len: 1097 time: 0.0951307 Aug 30 16:30:00.025468 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5fc50-b975-44f1-bdce-7cdaf2736f71 req-db3354d6-686d-409f-9803-6b227dddd9b0 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:00.027137 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6ec5fc50-b975-44f1-bdce-7cdaf2736f71 req-db3354d6-686d-409f-9803-6b227dddd9b0 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0611558 Aug 30 16:30:00.073721 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b28f1f39-3dc3-434e-b70e-1402038b9340 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:30:00.080959 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6ec5fc50-b975-44f1-bdce-7cdaf2736f71 req-ad6b2353-138d-43a6-a070-af862ce7733e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453589 Aug 30 16:30:00.121472 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-ccc8f027-c124-42e9-8a37-a78c761f67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:00.123342 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-ccc8f027-c124-42e9-8a37-a78c761f67df service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 1097 time: 0.0579822 Aug 30 16:30:00.222647 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:00.251183 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-4ce89835-e9a6-4c0e-bda4-e686d9877e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:00.253155 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-4ce89835-e9a6-4c0e-bda4-e686d9877e4b service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 919 time: 0.1211290 Aug 30 16:30:00.341322 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-f937b269-4b41-422a-89b9-015f41e1eb90 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28f1f39-3dc3-434e-b70e-1402038b9340 HTTP/1.1" status: 200 len: 1000 time: 0.0759346 Aug 30 16:30:00.424282 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-3b4769e6-129d-43c4-b199-5a61d8eb3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:00.426203 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-3b4769e6-129d-43c4-b199-5a61d8eb3ee2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 200 len: 856 time: 0.0693841 Aug 30 16:30:00.750525 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-9cd9bfca-ce65-4b48-b9df-f58be13bce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:00.752092 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-9cd9bfca-ce65-4b48-b9df-f58be13bce60 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7abf696-2a58-4d8b-ae00-6f747070c49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3164716 Aug 30 16:30:00.859892 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-bbe8dabd-6667-4b72-bd6c-30d51e6f73db service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949779 Aug 30 16:30:00.966957 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-f56e05d7-b27a-436a-9bcc-35a4eb62088d service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963354 Aug 30 16:30:01.181443 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feeddf-cbae-43d7-9dbd-c5d9e5d2927d req-4e96ae34-aa2e-4f07-98dd-947b8cabd28c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:01.183046 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f4feeddf-cbae-43d7-9dbd-c5d9e5d2927d req-4e96ae34-aa2e-4f07-98dd-947b8cabd28c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0968003 Aug 30 16:30:01.269072 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272e289-95d6-436a-aa48-5929ce6dc3aa req-72b3a7fc-090b-4bfc-9f25-ff1e8432cc43 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:01.271831 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a272e289-95d6-436a-aa48-5929ce6dc3aa req-72b3a7fc-090b-4bfc-9f25-ff1e8432cc43 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.1140876 Aug 30 16:30:01.305644 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f4feeddf-cbae-43d7-9dbd-c5d9e5d2927d req-91b041ae-42cb-4214-b70c-5be7c73a71bf tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877671 Aug 30 16:30:01.349162 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a272e289-95d6-436a-aa48-5929ce6dc3aa req-f5242c10-d656-4a89-b6b2-6cce67ef3045 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663607 Aug 30 16:30:02.508281 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293682a-2a9a-4521-b2c5-6ea6535222f4 req-f1f1f75b-b277-4f70-b337-5bf007f71939 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:02.513919 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0293682a-2a9a-4521-b2c5-6ea6535222f4 req-f1f1f75b-b277-4f70-b337-5bf007f71939 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.1105917 Aug 30 16:30:02.598245 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0293682a-2a9a-4521-b2c5-6ea6535222f4 req-0e33ed55-524d-4d7d-b4f3-e5830ca9e099 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749917 Aug 30 16:30:02.763739 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03024db-607d-411d-9fc3-e2eaa9392fa6 req-86c1084c-6adc-4030-bdc0-ef20bd491216 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:02.765827 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b03024db-607d-411d-9fc3-e2eaa9392fa6 req-86c1084c-6adc-4030-bdc0-ef20bd491216 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0871124 Aug 30 16:30:02.837710 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b03024db-607d-411d-9fc3-e2eaa9392fa6 req-fd0dd4e9-a30f-48cd-ad16-56972e842042 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612936 Aug 30 16:30:03.791424 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103f8c9-544a-4379-b532-db387f2fea90 req-d0f8a845-cf44-4aaf-8eb4-0599006231db tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:03.794033 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7103f8c9-544a-4379-b532-db387f2fea90 req-d0f8a845-cf44-4aaf-8eb4-0599006231db tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0774784 Aug 30 16:30:03.838114 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7103f8c9-544a-4379-b532-db387f2fea90 req-7b34059c-86fd-4d2c-b54c-02e8b0f3bc54 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383644 Aug 30 16:30:04.010022 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf356bc-3ffb-4374-ae74-a714f2b7d66d req-f95f9916-f416-4f99-917e-087901e2ee71 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:04.013571 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ccf356bc-3ffb-4374-ae74-a714f2b7d66d req-f95f9916-f416-4f99-917e-087901e2ee71 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0728900 Aug 30 16:30:04.117738 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ccf356bc-3ffb-4374-ae74-a714f2b7d66d req-5b4623f4-134a-4e1f-b974-a6cff2f00578 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861518 Aug 30 16:30:05.005597 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105f7f6-5ebc-4409-aca6-63168701cc64 req-24894441-45a0-4a3a-962b-4909d8467792 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:05.007655 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9105f7f6-5ebc-4409-aca6-63168701cc64 req-24894441-45a0-4a3a-962b-4909d8467792 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0557446 Aug 30 16:30:05.063204 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9105f7f6-5ebc-4409-aca6-63168701cc64 req-c0cc87a8-de44-4da0-8194-5e75cd1bbe82 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487638 Aug 30 16:30:05.290792 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb94f3f-cc8f-4948-adf9-940224b03afc req-748d25d0-1130-4166-854b-8a48c05253ff tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:05.292868 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2eb94f3f-cc8f-4948-adf9-940224b03afc req-748d25d0-1130-4166-854b-8a48c05253ff tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0607140 Aug 30 16:30:05.355015 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2eb94f3f-cc8f-4948-adf9-940224b03afc req-eb00d90b-2e77-40f2-8c58-b2795b2ac6b5 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525939 Aug 30 16:30:06.254927 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8301e0-d73e-4441-b414-7b0f46d64889 req-ee0b1c61-9d37-4372-95b1-35b246f9ad28 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:06.257988 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1e8301e0-d73e-4441-b414-7b0f46d64889 req-ee0b1c61-9d37-4372-95b1-35b246f9ad28 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0866237 Aug 30 16:30:06.302234 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1e8301e0-d73e-4441-b414-7b0f46d64889 req-f13c7f0a-0350-4132-9de6-8d1cabdfcbd6 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375588 Aug 30 16:30:06.531891 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104270a-8916-432b-b237-aabdc5402b4b req-02a169e9-d854-4e67-aeb6-748bfec08e1c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:06.540781 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f104270a-8916-432b-b237-aabdc5402b4b req-02a169e9-d854-4e67-aeb6-748bfec08e1c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0833664 Aug 30 16:30:06.594436 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f104270a-8916-432b-b237-aabdc5402b4b req-9938cce7-8a91-4c63-8694-9e02d783a4d4 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525520 Aug 30 16:30:07.456822 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db1e66-a7f0-4c2f-912f-67668b7d4e83 req-8f670e7c-9f48-44b1-b69c-49cbd1bea6b9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:07.464582 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b7db1e66-a7f0-4c2f-912f-67668b7d4e83 req-8f670e7c-9f48-44b1-b69c-49cbd1bea6b9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0771489 Aug 30 16:30:07.518126 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b7db1e66-a7f0-4c2f-912f-67668b7d4e83 req-5d716fa4-4aa1-4fbb-96d8-2c151de37c6a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523860 Aug 30 16:30:07.749261 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48193b45-fc40-43fd-b22b-4d0893905b15 req-186daeaa-c72a-4f52-8f1b-688311b08332 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:07.751941 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-48193b45-fc40-43fd-b22b-4d0893905b15 req-186daeaa-c72a-4f52-8f1b-688311b08332 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0838528 Aug 30 16:30:07.834816 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-48193b45-fc40-43fd-b22b-4d0893905b15 req-51c1881b-1965-49d7-8801-e130498bcdbe tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735347 Aug 30 16:30:08.675961 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d51e4-bead-4890-a24d-20034244d66a req-aed35966-2495-4299-9104-b4005f127a75 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:08.678197 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f40d51e4-bead-4890-a24d-20034244d66a req-aed35966-2495-4299-9104-b4005f127a75 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0852757 Aug 30 16:30:08.768650 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f40d51e4-bead-4890-a24d-20034244d66a req-eedbaf46-4fed-41a9-a0d8-7b8a9b166389 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842321 Aug 30 16:30:08.986929 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb07b1-a587-4df4-a8a9-d818754951c8 req-e0d64537-4f90-4e53-8607-5d51842567fc tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:08.988559 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cdbb07b1-a587-4df4-a8a9-d818754951c8 req-e0d64537-4f90-4e53-8607-5d51842567fc tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0679791 Aug 30 16:30:09.036234 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cdbb07b1-a587-4df4-a8a9-d818754951c8 req-ec462a07-00f1-421e-9fcd-7d985cdbba1b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408027 Aug 30 16:30:09.979885 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80160db6-43e2-406b-b929-8023330ea224 req-fb6bec21-6aaf-4c99-bd89-8284829ddc1d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:09.981379 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80160db6-43e2-406b-b929-8023330ea224 req-fb6bec21-6aaf-4c99-bd89-8284829ddc1d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0598762 Aug 30 16:30:10.026804 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80160db6-43e2-406b-b929-8023330ea224 req-93306c8a-2e75-4346-b37f-ce8ea78a6c09 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381567 Aug 30 16:30:10.183708 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e4514-9046-4141-b87e-52c8319467ac req-96459bba-66b6-4cab-923c-09a54837079a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:10.185425 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-583e4514-9046-4141-b87e-52c8319467ac req-96459bba-66b6-4cab-923c-09a54837079a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0551078 Aug 30 16:30:10.236584 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-583e4514-9046-4141-b87e-52c8319467ac req-4067a9a8-f524-420f-bb6d-0db203ba55e6 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437603 Aug 30 16:30:11.198355 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12688820-765c-4132-8886-308db050dd54 req-2c8dd0c1-d79a-497f-8375-1392c8546c6e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:11.209322 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-12688820-765c-4132-8886-308db050dd54 req-2c8dd0c1-d79a-497f-8375-1392c8546c6e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0946319 Aug 30 16:30:11.270464 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-12688820-765c-4132-8886-308db050dd54 req-574dae91-e3fd-4479-9661-1f542ad7e8a0 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594242 Aug 30 16:30:11.424439 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a27203-0bac-43f2-b60e-98f25d878c0e req-7da3682e-5dc5-4330-9b0e-56343052a3be tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:11.426283 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95a27203-0bac-43f2-b60e-98f25d878c0e req-7da3682e-5dc5-4330-9b0e-56343052a3be tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0760357 Aug 30 16:30:11.511381 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95a27203-0bac-43f2-b60e-98f25d878c0e req-8a1487aa-13e2-487d-8980-7fe14a76c28f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694230 Aug 30 16:30:12.476460 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62659b8-314c-4291-a187-bbaa9a7c32ad req-f4641dd1-7b1c-4096-9704-db7d7ee1f1d0 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:12.479069 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c62659b8-314c-4291-a187-bbaa9a7c32ad req-f4641dd1-7b1c-4096-9704-db7d7ee1f1d0 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0945849 Aug 30 16:30:12.556479 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c62659b8-314c-4291-a187-bbaa9a7c32ad req-154abedd-2395-414e-9b1b-6c147556d845 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690811 Aug 30 16:30:12.782084 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804d0e1-5137-4b64-b533-82b6cf801cbf req-f2fbb198-4777-4fde-b66e-334f58316a7b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:12.783939 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b804d0e1-5137-4b64-b533-82b6cf801cbf req-f2fbb198-4777-4fde-b66e-334f58316a7b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.1222925 Aug 30 16:30:12.902357 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b804d0e1-5137-4b64-b533-82b6cf801cbf req-1a02d754-0c80-46b7-aa23-7266e1e7e363 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017652 Aug 30 16:30:13.430490 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:30:13.719076 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201ce12-b61e-4bad-bf86-bc5d9abfdefe req-69a6b438-eccb-42ed-97ec-91a7b0b19b2d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:13.720701 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4201ce12-b61e-4bad-bf86-bc5d9abfdefe req-69a6b438-eccb-42ed-97ec-91a7b0b19b2d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0565660 Aug 30 16:30:13.828594 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4201ce12-b61e-4bad-bf86-bc5d9abfdefe req-64d11944-8c21-4750-a103-f4b3d7be3e90 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806072 Aug 30 16:30:14.017760 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1426118-68a7-4dca-9098-ebc8043c451b req-1747b328-6e78-44f8-b692-9c7ad8a6243d tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:14.019264 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1426118-68a7-4dca-9098-ebc8043c451b req-1747b328-6e78-44f8-b692-9c7ad8a6243d tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0509489 Aug 30 16:30:14.062464 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1426118-68a7-4dca-9098-ebc8043c451b req-7ffe8a25-30a5-4232-86b3-a4a72c8d31cf tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365884 Aug 30 16:30:14.945562 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07852a4-8d08-4fb7-a581-4ef5ff7cf182 req-4534b8c9-7b46-4912-ac69-437c599f6570 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:14.947269 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e07852a4-8d08-4fb7-a581-4ef5ff7cf182 req-4534b8c9-7b46-4912-ac69-437c599f6570 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0550358 Aug 30 16:30:14.991050 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e07852a4-8d08-4fb7-a581-4ef5ff7cf182 req-9249603a-e455-4abd-af09-de0ec629d243 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336580 Aug 30 16:30:15.107547 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e828d4-94c7-45c0-bb37-9d85c2262a2b req-a0856971-b850-4c68-ab76-9341ab55d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:15.109064 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-58e828d4-94c7-45c0-bb37-9d85c2262a2b req-a0856971-b850-4c68-ab76-9341ab55d089 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 1099 time: 0.0426087 Aug 30 16:30:15.152323 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-58e828d4-94c7-45c0-bb37-9d85c2262a2b req-49478855-1190-41d8-8e4d-90d7d4acf771 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354888 Aug 30 16:30:15.189471 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ee876-3645-481d-8dd3-e281ce809938 req-a022f0cd-1fe9-4d60-9f64-8e60d1f67747 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:15.191117 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e76ee876-3645-481d-8dd3-e281ce809938 req-a022f0cd-1fe9-4d60-9f64-8e60d1f67747 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0529597 Aug 30 16:30:15.230329 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e76ee876-3645-481d-8dd3-e281ce809938 req-b0fc2fec-0d55-4933-8180-8490d25b9312 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Aug 30 16:30:16.124804 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f86d42-633f-46d9-aa73-62f514900500 req-cedbee5f-03a7-4f9d-8b71-f9b537ae6e2f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:16.126358 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-71f86d42-633f-46d9-aa73-62f514900500 req-cedbee5f-03a7-4f9d-8b71-f9b537ae6e2f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0496523 Aug 30 16:30:16.171175 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-71f86d42-633f-46d9-aa73-62f514900500 req-64bcdfe1-ac55-4d3f-8d52-dbf8775db9c7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357304 Aug 30 16:30:16.369234 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f76a6-6175-4418-9d57-fec94634ac7c req-e2450039-5011-45b6-80a2-6e654d0b5325 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:16.370921 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cd4f76a6-6175-4418-9d57-fec94634ac7c req-e2450039-5011-45b6-80a2-6e654d0b5325 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0672150 Aug 30 16:30:16.412192 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cd4f76a6-6175-4418-9d57-fec94634ac7c req-c3925678-3944-468b-9d94-c276fd2a4197 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347948 Aug 30 16:30:16.992080 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38940) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:17.047122 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-704c2673-cab5-4500-bac0-bfb7f302d8e8 admin admin] Deleting subnet aeef9e2a-9426-4d1f-b63e-5704c9ade7b7 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:30:17.050733 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-704c2673-cab5-4500-bac0-bfb7f302d8e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.092528 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-704c2673-cab5-4500-bac0-bfb7f302d8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25770915'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.134038 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-704c2673-cab5-4500-bac0-bfb7f302d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.198346 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-704c2673-cab5-4500-bac0-bfb7f302d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25795735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26140282'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.226914 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c2673-cab5-4500-bac0-bfb7f302d8e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeef9e2a-9426-4d1f-b63e-5704c9ade7b7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:17.226914 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-704c2673-cab5-4500-bac0-bfb7f302d8e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.229558 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-704c2673-cab5-4500-bac0-bfb7f302d8e8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aeef9e2a-9426-4d1f-b63e-5704c9ade7b7 HTTP/1.1" status: 204 len: 168 time: 0.2361352 Aug 30 16:30:17.231141 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38944) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:17.294806 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9598d-342e-40d3-afc7-a357a8d392c9 req-2948279e-a40a-410c-8903-a45f0c449f71 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:17.296361 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c9d9598d-342e-40d3-afc7-a357a8d392c9 req-2948279e-a40a-410c-8903-a45f0c449f71 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0488012 Aug 30 16:30:17.308465 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.335830 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c9d9598d-342e-40d3-afc7-a357a8d392c9 req-108c7af1-806b-43d2-a404-f7a4f3b7ff7f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332923 Aug 30 16:30:17.388779 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.399552 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:30:17.410311 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184b8bba-c372-4ce4-b421-f6b7543d3cdc') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:30:17.410612 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184b8bba-c372-4ce4-b421-f6b7543d3cdc') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:30:17.420192 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25770940'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.434216 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.440520 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:30:17.440878 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25795825'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: Traceback (most recent call last): Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: timer() Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: cb(*args, **kw) Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: return func(*args, **kwargs) Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: self._notify() Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: self.callback(batched_events) Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: event.method(event) Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: return f(self, *a, **k) Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._get(url).json() Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:30:17.442580 dv-cinder-806605-2-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:30:17.504521 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.511328 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.515758 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] 10.222.0.32 "DELETE /v2.0/networks/e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1 HTTP/1.1" status: 204 len: 168 time: 0.2811410 Aug 30 16:30:17.527189 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57714402-70e0-4262-9436-c20cbef793ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e5a4e95f-46e1-4d59-aa1e-f1fae96f75b1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:17.536291 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c771-1ab5-481f-816c-10e5c028821a req-dfefe20e-6d1f-4cc2-b092-9c79560c8f63 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:17.537806 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5ab8c771-1ab5-481f-816c-10e5c028821a req-dfefe20e-6d1f-4cc2-b092-9c79560c8f63 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0509448 Aug 30 16:30:17.579047 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5ab8c771-1ab5-481f-816c-10e5c028821a req-4d810259-5a7a-4d15-893b-ce2211a929b7 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349696 Aug 30 16:30:17.681730 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38952) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:17.727879 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3d6d6536-8207-4386-b588-08df8ba40a45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5acd6dedcc1947cead3ef79a53b95f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423148 Aug 30 16:30:17.728068 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38956) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:17.781210 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-232e322f-7417-4e0b-9a3c-9dea87e77b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.802618 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-232e322f-7417-4e0b-9a3c-9dea87e77b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.864237 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-232e322f-7417-4e0b-9a3c-9dea87e77b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.867342 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-232e322f-7417-4e0b-9a3c-9dea87e77b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:17.870118 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-232e322f-7417-4e0b-9a3c-9dea87e77b3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78802023-a765-4f79-8957-7a668ef1cd05 HTTP/1.1" status: 204 len: 168 time: 0.1411405 Aug 30 16:30:17.878850 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e322f-7417-4e0b-9a3c-9dea87e77b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78802023-a765-4f79-8957-7a668ef1cd05,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:17.966069 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d559cc2-b888-415d-92ad-82b84966fb64 req-977a2076-acba-4f88-82a6-9416fe433684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:17.968126 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5d559cc2-b888-415d-92ad-82b84966fb64 req-977a2076-acba-4f88-82a6-9416fe433684 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=adaec89ae5134449a1928cf334460ca9&device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 1099 time: 0.0537853 Aug 30 16:30:17.996238 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744cb7a-5637-4f77-af7a-d50722de0cc4 req-cc3bf860-751e-4b1b-a147-070530af01ba tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:17.997872 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4744cb7a-5637-4f77-af7a-d50722de0cc4 req-cc3bf860-751e-4b1b-a147-070530af01ba tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0668795 Aug 30 16:30:18.058138 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4744cb7a-5637-4f77-af7a-d50722de0cc4 req-0224fe54-3bce-48a7-86b3-326e5c13ed24 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490911 Aug 30 16:30:18.077421 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d559cc2-b888-415d-92ad-82b84966fb64 req-7ffa71d0-42c5-446d-b27b-28405d3a5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:18.078949 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5d559cc2-b888-415d-92ad-82b84966fb64 req-7ffa71d0-42c5-446d-b27b-28405d3a5f04 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 200 len: 921 time: 0.1020477 Aug 30 16:30:18.128151 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5d559cc2-b888-415d-92ad-82b84966fb64 req-33a4aced-886b-4306-b81f-e093c8cff6ab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a52b73a-d875-4565-b423-f429f6b80df5 HTTP/1.1" status: 200 len: 217 time: 0.0410860 Aug 30 16:30:18.190326 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d559cc2-b888-415d-92ad-82b84966fb64 req-ef37ac2d-740d-4b17-87af-74992e61c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:18.191862 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5d559cc2-b888-415d-92ad-82b84966fb64 req-ef37ac2d-740d-4b17-87af-74992e61c0fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=18f03c4e-474c-4bf0-b4fa-28445654d873 HTTP/1.1" status: 200 len: 859 time: 0.0552943 Aug 30 16:30:18.225667 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5d559cc2-b888-415d-92ad-82b84966fb64 req-155c507d-616d-49aa-9751-9d8fc3e77f00 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4870715-5bf8-44ac-b479-0444a5c3916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255847 Aug 30 16:30:18.325977 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5d559cc2-b888-415d-92ad-82b84966fb64 req-1c64ab4d-7ff4-4a02-873d-32c2ab45e4be service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924287 Aug 30 16:30:18.440807 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5d559cc2-b888-415d-92ad-82b84966fb64 req-3bce4108-ed03-4dea-b233-a3eff4004d0d service neutron] 10.222.0.78 "GET /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064699 Aug 30 16:30:18.499548 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a84b0-cbf0-4f2f-b84f-f51a826bc603 req-7253877d-4176-4886-90e7-caf95861adb7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:18.503870 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5b9a84b0-cbf0-4f2f-b84f-f51a826bc603 req-7253877d-4176-4886-90e7-caf95861adb7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0641267 Aug 30 16:30:18.549385 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5b9a84b0-cbf0-4f2f-b84f-f51a826bc603 req-6fb38afc-16e8-492d-b03d-9386d69e605b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Aug 30 16:30:19.183499 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a30167-4331-4594-9ed8-d32956ae61f7 req-cc0126c1-27f0-4baa-b101-0e687ee87472 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:19.185160 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-66a30167-4331-4594-9ed8-d32956ae61f7 req-cc0126c1-27f0-4baa-b101-0e687ee87472 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0635622 Aug 30 16:30:19.234860 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-66a30167-4331-4594-9ed8-d32956ae61f7 req-5e4aa969-e0cb-4d3b-969b-1a8631a32f90 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424650 Aug 30 16:30:19.697824 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906bb99-94d1-4c43-a109-8ad3261d12b2 req-a007eb17-54f3-4cfd-930d-eeda78760d3f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:19.699422 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4906bb99-94d1-4c43-a109-8ad3261d12b2 req-a007eb17-54f3-4cfd-930d-eeda78760d3f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0603998 Aug 30 16:30:19.739793 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4906bb99-94d1-4c43-a109-8ad3261d12b2 req-658ccb3e-7a81-4eac-8216-e1eaf3be6af9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325742 Aug 30 16:30:20.370508 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ceb246-7c3a-4cae-a3df-681a6154b27b req-6ed7900d-88d7-4698-84f6-5bab384d73cd tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:20.372250 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-06ceb246-7c3a-4cae-a3df-681a6154b27b req-6ed7900d-88d7-4698-84f6-5bab384d73cd tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0593467 Aug 30 16:30:20.416788 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-06ceb246-7c3a-4cae-a3df-681a6154b27b req-60a95e12-49dd-4efa-976f-df369dd87abd tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363765 Aug 30 16:30:20.876572 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c371-bc9e-4ff8-8c06-c56323b34eed req-17f0aecf-81cd-4ce6-9899-d14aebce14ad tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:20.878105 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1254c371-bc9e-4ff8-8c06-c56323b34eed req-17f0aecf-81cd-4ce6-9899-d14aebce14ad tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0593004 Aug 30 16:30:20.924725 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1254c371-bc9e-4ff8-8c06-c56323b34eed req-3286dd36-9ce6-4d12-b46d-4885680db1c8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403223 Aug 30 16:30:21.350323 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e29cba67-1416-491a-afce-498d6f27ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:21.540525 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9d9ec-636e-45bf-891f-73fdf4891b79 req-355f6a29-8067-41c7-b922-e8b5615f6c5b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:21.542091 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4cb9d9ec-636e-45bf-891f-73fdf4891b79 req-355f6a29-8067-41c7-b922-e8b5615f6c5b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0535936 Aug 30 16:30:21.581325 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4cb9d9ec-636e-45bf-891f-73fdf4891b79 req-03b19766-9313-4dfe-af6b-6f0dd74a27f9 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330088 Aug 30 16:30:22.066280 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d5df2-0fb6-4e28-90c2-0fe698cc8afa req-415501e3-89e8-4e8c-9bd5-e3fcaa4c7170 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:22.068054 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb3d5df2-0fb6-4e28-90c2-0fe698cc8afa req-415501e3-89e8-4e8c-9bd5-e3fcaa4c7170 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 944 time: 0.0555081 Aug 30 16:30:22.107354 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb3d5df2-0fb6-4e28-90c2-0fe698cc8afa req-9597c6b5-2cbc-4193-9a97-1b683cecacbe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327966 Aug 30 16:30:22.211110 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b28f1f39-3dc3-434e-b70e-1402038b9340 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:30:22.325623 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:30:22.337975 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'port_id': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'mac_address': 'fa:16:3e:a2:43:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:30:22.377129 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:22.391823 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28f1f39-3dc3-434e-b70e-1402038b9340 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:30:22.416560 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:30:22.423056 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:22.471041 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=b28f1f39-3dc3-434e-b70e-1402038b9340,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:22.837589 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['b28f1f39-3dc3-434e-b70e-1402038b9340'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:30:23.241529 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565dfd3-d4cf-4f4a-a843-6717196cd80f req-7d47946f-65c3-4546-bb74-453bd093cb14 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:23.243088 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f565dfd3-d4cf-4f4a-a843-6717196cd80f req-7d47946f-65c3-4546-bb74-453bd093cb14 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 945 time: 0.0484910 Aug 30 16:30:23.285158 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f565dfd3-d4cf-4f4a-a843-6717196cd80f req-9d5ade43-62f5-4c96-a70d-6d49eefb888a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355027 Aug 30 16:30:24.220370 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a4179d6-cb9b-47ee-974d-a71a2a56d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:24.239322 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b28f1f39-3dc3-434e-b70e-1402038b9340 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:30:24.297555 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port b28f1f39-3dc3-434e-b70e-1402038b9340 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:30:24.297877 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:24.474826 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:24.490946 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456332-eac7-42d2-95cd-865678f890cd req-67dd0048-0566-4ec1-b8a0-4b7bf8730422 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:24.499758 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6456332-eac7-42d2-95cd-865678f890cd req-67dd0048-0566-4ec1-b8a0-4b7bf8730422 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 945 time: 0.0892267 Aug 30 16:30:24.538414 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6456332-eac7-42d2-95cd-865678f890cd req-cfca3614-f5c7-4762-83cd-dd47e8b23c2d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371401 Aug 30 16:30:24.543458 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:24.560887 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:30:24.564847 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b68f8f-81b5-4037-bc25-8304608ecdd2" -d '{"events": [{"server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "name": "network-vif-plugged", "status": "completed", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:30:24.581472 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:30:24.587687 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:24.651988 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f45d72-f11d-4216-aae3-9cd0297278a2 x-openstack-request-id: req-85f45d72-f11d-4216-aae3-9cd0297278a2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:30:24.652275 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "name": "network-vif-plugged", "status": "completed", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:30:24.652526 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85f45d72-f11d-4216-aae3-9cd0297278a2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:30:24.652916 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'code': 200} Aug 30 16:30:24.721275 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=b28f1f39-3dc3-434e-b70e-1402038b9340,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:24.819557 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cada6a-509b-474e-9ff7-e1cd9461bcf2 req-68d5b50f-e4ba-47c1-b865-1a567ed8c8ba tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:24.822305 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-13cada6a-509b-474e-9ff7-e1cd9461bcf2 req-68d5b50f-e4ba-47c1-b865-1a567ed8c8ba tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.1236632 Aug 30 16:30:24.877856 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-13cada6a-509b-474e-9ff7-e1cd9461bcf2 req-c64559a0-d06d-4419-932d-4c01734cac15 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455105 Aug 30 16:30:25.045133 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:25.321200 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06130ed6-b289-4179-99ef-cc6f9d4daeb7 req-2e1c0c16-44be-456b-8d26-b5cab9bbc98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:25.323002 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-06130ed6-b289-4179-99ef-cc6f9d4daeb7 req-2e1c0c16-44be-456b-8d26-b5cab9bbc98e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 1100 time: 0.0534358 Aug 30 16:30:25.370332 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-06130ed6-b289-4179-99ef-cc6f9d4daeb7 req-b6b01e1c-249b-4c96-a104-126ef802292c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355706 Aug 30 16:30:25.696452 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88ef06-08a4-4255-b834-5864d80cb9f6 req-4ed58171-fb67-42a5-b816-d73079d53607 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:25.698805 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-db88ef06-08a4-4255-b834-5864d80cb9f6 req-4ed58171-fb67-42a5-b816-d73079d53607 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 947 time: 0.0564296 Aug 30 16:30:25.747354 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-db88ef06-08a4-4255-b834-5864d80cb9f6 req-e55e21e1-d028-46fd-a8eb-d6ba53ab52c2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396621 Aug 30 16:30:26.009622 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d6e11-4570-40cb-b8ec-c93b972b0a29 req-429259e9-c478-4ce6-98f5-c4d5e272f2f7 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:26.011163 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-977d6e11-4570-40cb-b8ec-c93b972b0a29 req-429259e9-c478-4ce6-98f5-c4d5e272f2f7 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0540884 Aug 30 16:30:26.052579 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-977d6e11-4570-40cb-b8ec-c93b972b0a29 req-c1e9e1b5-e82b-4620-b1fd-e77991c60f58 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336254 Aug 30 16:30:26.605865 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:26.877028 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ccb1-0554-4447-b5c3-a432efaad961 req-eb7be729-44db-4e12-97e8-874393c425d5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:26.878565 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f548ccb1-0554-4447-b5c3-a432efaad961 req-eb7be729-44db-4e12-97e8-874393c425d5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 947 time: 0.0521715 Aug 30 16:30:26.921200 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f548ccb1-0554-4447-b5c3-a432efaad961 req-a8af90a4-25bf-4728-9a00-31f01c8f59c9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361478 Aug 30 16:30:27.176101 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59930b3e-cf67-48ec-8c41-59c727442545 req-f6f5b45b-2174-4de5-9468-d2aab25b9b2a tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:27.177603 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-59930b3e-cf67-48ec-8c41-59c727442545 req-f6f5b45b-2174-4de5-9468-d2aab25b9b2a tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0552881 Aug 30 16:30:27.220189 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-59930b3e-cf67-48ec-8c41-59c727442545 req-c854e21b-33c2-4af8-83d4-f3a7839765d6 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363896 Aug 30 16:30:28.074988 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039649f-56fc-401a-ab90-6f56d0b43536 req-bf0d8f11-0c14-4214-b297-8941a168cf96 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:28.076617 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2039649f-56fc-401a-ab90-6f56d0b43536 req-bf0d8f11-0c14-4214-b297-8941a168cf96 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 947 time: 0.0542009 Aug 30 16:30:28.123461 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2039649f-56fc-401a-ab90-6f56d0b43536 req-712e6270-50f3-48ba-ac68-acbb0b9ae335 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356650 Aug 30 16:30:28.347533 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2812f-b185-438f-92fb-9c733c97a9ef req-a909e6ea-503f-4ba1-8c1e-47d2275e3d83 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:28.349026 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7fc2812f-b185-438f-92fb-9c733c97a9ef req-a909e6ea-503f-4ba1-8c1e-47d2275e3d83 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0510762 Aug 30 16:30:28.389176 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7fc2812f-b185-438f-92fb-9c733c97a9ef req-04e53a08-0821-4e81-8e2e-a19b2302b2f4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333579 Aug 30 16:30:29.263844 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf792c0-8961-45ca-a466-eccce7034335 req-340696ba-758f-4dda-9acd-460f8d467aff tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:29.265335 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bcf792c0-8961-45ca-a466-eccce7034335 req-340696ba-758f-4dda-9acd-460f8d467aff tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 947 time: 0.0581694 Aug 30 16:30:29.313048 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bcf792c0-8961-45ca-a466-eccce7034335 req-5a9a3372-f439-469a-b992-c00a49bf5922 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382617 Aug 30 16:30:29.507281 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814c2f3-cda3-46fc-9de9-91e9bea45a6e req-69d8aa5d-0a61-4908-9e7e-1b05651282c4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:29.508735 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e814c2f3-cda3-46fc-9de9-91e9bea45a6e req-69d8aa5d-0a61-4908-9e7e-1b05651282c4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0502968 Aug 30 16:30:29.550060 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e814c2f3-cda3-46fc-9de9-91e9bea45a6e req-45e3b7e8-a0f7-4e8a-b173-d62e1c57acba tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323772 Aug 30 16:30:30.225372 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:30.450151 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b1ddf-482a-482a-ae76-ba85c2e12c10 req-045477c9-eb96-45cc-a364-8597576eea4f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:30.451772 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-328b1ddf-482a-482a-ae76-ba85c2e12c10 req-045477c9-eb96-45cc-a364-8597576eea4f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 947 time: 0.0517688 Aug 30 16:30:30.490160 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-328b1ddf-482a-482a-ae76-ba85c2e12c10 req-160ba0f0-02f6-4280-9474-4d2406fefa06 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324805 Aug 30 16:30:30.675300 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89431d77-3f10-4cce-bf3c-1a5d33ebf7c1 req-5e9b9603-a027-4a14-abb6-45c9f03b2865 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:30.676826 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-89431d77-3f10-4cce-bf3c-1a5d33ebf7c1 req-5e9b9603-a027-4a14-abb6-45c9f03b2865 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0558126 Aug 30 16:30:30.725594 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-89431d77-3f10-4cce-bf3c-1a5d33ebf7c1 req-75908dd9-bcf3-43a5-aa2c-926463185332 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419736 Aug 30 16:30:30.931751 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ee10e-b536-4915-9a1f-7ed951dfacb0 req-6b25c989-5be9-4f04-a26e-6f5972063628 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:30.933245 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d07ee10e-b536-4915-9a1f-7ed951dfacb0 req-6b25c989-5be9-4f04-a26e-6f5972063628 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0529444 Aug 30 16:30:30.984010 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d07ee10e-b536-4915-9a1f-7ed951dfacb0 req-345bfc56-bf72-4051-8be8-9caab0bec202 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407896 Aug 30 16:30:31.846067 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d6c78-ad33-4099-9597-916a88399dfc req-35186628-613d-44e0-9028-037e3ee7ca47 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:31.847544 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f19d6c78-ad33-4099-9597-916a88399dfc req-35186628-613d-44e0-9028-037e3ee7ca47 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0498073 Aug 30 16:30:31.887601 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f19d6c78-ad33-4099-9597-916a88399dfc req-0e853385-8658-4288-a874-6848b311a20f tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337503 Aug 30 16:30:32.103045 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6acf2-bdeb-425a-bc1c-585cf8ad64c4 req-014aeb1d-5d0a-42cb-9169-3b6a40f073e0 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:32.104730 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-45f6acf2-bdeb-425a-bc1c-585cf8ad64c4 req-014aeb1d-5d0a-42cb-9169-3b6a40f073e0 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0492208 Aug 30 16:30:32.146652 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-45f6acf2-bdeb-425a-bc1c-585cf8ad64c4 req-049847dc-1351-43f1-9d6f-4444564551a7 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358713 Aug 30 16:30:32.555234 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-39aa2b7d-7db7-4703-bc60-25bc387e11f3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485179 Aug 30 16:30:32.651830 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-9f11a99a-2ea4-4080-80d6-1b55e581909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:32.653449 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-9f11a99a-2ea4-4080-80d6-1b55e581909f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 1100 time: 0.0507345 Aug 30 16:30:32.773835 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-1b0b8761-d862-4f41-b4b0-2a10cd00dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:32.775331 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-1b0b8761-d862-4f41-b4b0-2a10cd00dd0e service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 919 time: 0.0913417 Aug 30 16:30:32.851235 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-8b7e0990-b399-4998-bc80-d772d0b68cfb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28f1f39-3dc3-434e-b70e-1402038b9340 HTTP/1.1" status: 200 len: 1002 time: 0.0666225 Aug 30 16:30:32.903251 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-fd647e3e-eaf6-4c90-898e-2e41eeb0cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:32.904728 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-fd647e3e-eaf6-4c90-898e-2e41eeb0cc66 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 200 len: 856 time: 0.0453188 Aug 30 16:30:32.953468 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-15df6aad-f33c-45f1-b0ac-e7f29205c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:32.962491 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-15df6aad-f33c-45f1-b0ac-e7f29205c405 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7abf696-2a58-4d8b-ae00-6f747070c49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488889 Aug 30 16:30:33.005379 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ce1c4-ca19-4992-9fe5-59e1148dfa51 req-549f84c2-b040-45f4-aa0e-3548b1c45a97 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:33.006938 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-711ce1c4-ca19-4992-9fe5-59e1148dfa51 req-549f84c2-b040-45f4-aa0e-3548b1c45a97 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0503731 Aug 30 16:30:33.045910 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-711ce1c4-ca19-4992-9fe5-59e1148dfa51 req-c79cd1ad-5656-41d5-85c8-156ec9fd8457 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326126 Aug 30 16:30:33.063673 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-65f35bab-23ab-440d-ac39-fcabe43ba607 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933957 Aug 30 16:30:33.158396 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa1ab82e-4958-478f-b265-cf6ca4ee6490 req-b31d71d0-b480-4d90-9fcc-11a4b0d815dd service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857086 Aug 30 16:30:33.266329 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeecde-fb9a-42c5-9afb-c00e912638bd req-a0a9138f-97a8-4868-91e7-c3a293cca8f2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:33.267823 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7feeecde-fb9a-42c5-9afb-c00e912638bd req-a0a9138f-97a8-4868-91e7-c3a293cca8f2 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0509293 Aug 30 16:30:33.306539 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7feeecde-fb9a-42c5-9afb-c00e912638bd req-7075680f-bffd-4962-b754-00e868022f0c tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Aug 30 16:30:33.653899 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aee099-64c1-4e63-9d4a-80a7b0345c1f req-9ceeb966-e12c-4829-bd13-219ed74c56d8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:33.655427 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-75aee099-64c1-4e63-9d4a-80a7b0345c1f req-9ceeb966-e12c-4829-bd13-219ed74c56d8 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.78 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 945 time: 0.0607319 Aug 30 16:30:33.774881 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-75aee099-64c1-4e63-9d4a-80a7b0345c1f req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Deleting port e0e521b5-a88c-4a17-97a6-64e21e28c844 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:30:33.775204 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-75aee099-64c1-4e63-9d4a-80a7b0345c1f req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:33.866531 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-75aee099-64c1-4e63-9d4a-80a7b0345c1f req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] For port e0e521b5-a88c-4a17-97a6-64e21e28c844, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=e0e521b5-a88c-4a17-97a6-64e21e28c844,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:30:33.866781 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-75aee099-64c1-4e63-9d4a-80a7b0345c1f req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:33.882388 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-75aee099-64c1-4e63-9d4a-80a7b0345c1f req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Calling delete_port for e0e521b5-a88c-4a17-97a6-64e21e28c844 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:30:34.024371 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-75aee099-64c1-4e63-9d4a-80a7b0345c1f req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:34.056900 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Pushing event deleted for resources: {'Port': ['ID=e0e521b5-a88c-4a17-97a6-64e21e28c844,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:34.069202 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.069584 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.069925 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.070238 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.070587 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.070882 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.071235 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.071552 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.071872 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.072188 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.072504 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.072820 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:34.082550 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['e0e521b5-a88c-4a17-97a6-64e21e28c844', '4a52b73a-d875-4565-b423-f429f6b80df5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:30:34.114382 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-75aee099-64c1-4e63-9d4a-80a7b0345c1f req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] No DVR routers for this DVR port e0e521b5-a88c-4a17-97a6-64e21e28c844 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:30:34.117118 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-75aee099-64c1-4e63-9d4a-80a7b0345c1f req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:34.119921 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-75aee099-64c1-4e63-9d4a-80a7b0345c1f req-b7456349-5b6c-4391-b1d7-18bb51213e6a tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.78 "DELETE /v2.0/ports/e0e521b5-a88c-4a17-97a6-64e21e28c844 HTTP/1.1" status: 204 len: 173 time: 0.4552598 Aug 30 16:30:34.121401 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0', 'name': 'network-vif-deleted', 'tag': 'e0e521b5-a88c-4a17-97a6-64e21e28c844'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:30:34.123508 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264f19a1-e259-46a6-8950-ce2a8fa3035a" -d '{"events": [{"server_uuid": "aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0", "name": "network-vif-deleted", "tag": "e0e521b5-a88c-4a17-97a6-64e21e28c844"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:30:34.166319 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17534db6-14a6-4383-885f-d62119f3a9c0 x-openstack-request-id: req-17534db6-14a6-4383-885f-d62119f3a9c0 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:30:34.166606 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0", "name": "network-vif-deleted", "tag": "e0e521b5-a88c-4a17-97a6-64e21e28c844", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:30:34.166855 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17534db6-14a6-4383-885f-d62119f3a9c0 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:30:34.167470 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0', 'name': 'network-vif-deleted', 'tag': 'e0e521b5-a88c-4a17-97a6-64e21e28c844', 'status': 'completed', 'code': 200} Aug 30 16:30:34.192022 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41427555-aa01-41cc-aa17-486015af63e7 req-dbf6ec86-0aa1-4ec1-8a4e-2c7cf2cb99c6 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:34.193541 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-41427555-aa01-41cc-aa17-486015af63e7 req-dbf6ec86-0aa1-4ec1-8a4e-2c7cf2cb99c6 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0532041 Aug 30 16:30:34.246279 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-41427555-aa01-41cc-aa17-486015af63e7 req-d2cbdff5-8c44-4bd5-a963-7a67383e453d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450757 Aug 30 16:30:34.423616 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ebdd058f-8749-4e95-9534-d7b3f10f2dfb req-eef5b059-9a5b-4d0e-ba2a-bebd95dad753 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd6ccb-59c2-4a08-8fa9-e45fb5609eb0 HTTP/1.1" status: 200 len: 210 time: 0.0265844 Aug 30 16:30:35.372797 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98d1de-0af7-4ea7-b749-d161700fa852 req-c3172896-dad4-4fcd-bf1b-9ac3bb50fb79 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:35.374328 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8d98d1de-0af7-4ea7-b749-d161700fa852 req-c3172896-dad4-4fcd-bf1b-9ac3bb50fb79 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0567901 Aug 30 16:30:35.413696 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8d98d1de-0af7-4ea7-b749-d161700fa852 req-8557f692-a27e-4e75-a420-f99a30d719f0 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332696 Aug 30 16:30:35.704059 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf5482-9712-40ff-9e49-ddf1e19ddd4c req-05d1e4d5-c23e-48c4-abcd-2746bfd16b2b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:35.706011 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fdbf5482-9712-40ff-9e49-ddf1e19ddd4c req-05d1e4d5-c23e-48c4-abcd-2746bfd16b2b tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0514898 Aug 30 16:30:35.753491 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fdbf5482-9712-40ff-9e49-ddf1e19ddd4c req-9a7e3d42-fa9d-4a96-b77e-d47ee4847d49 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Aug 30 16:30:36.545483 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4a4ec-feb9-41b3-a658-916eea05db4a req-f01cdf45-a6be-4cba-80b1-e10086e7c7d2 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:36.546993 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f3c4a4ec-feb9-41b3-a658-916eea05db4a req-f01cdf45-a6be-4cba-80b1-e10086e7c7d2 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0528972 Aug 30 16:30:36.591413 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f3c4a4ec-feb9-41b3-a658-916eea05db4a req-6c5112e8-dc30-4df6-86f7-bd5eecc461b1 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352707 Aug 30 16:30:36.881395 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff674952-a0f2-406b-92f4-47bd83825667 req-feab6db1-ac0e-40b0-97a5-41776859ed0e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:36.883286 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ff674952-a0f2-406b-92f4-47bd83825667 req-feab6db1-ac0e-40b0-97a5-41776859ed0e tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0544996 Aug 30 16:30:36.928337 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ff674952-a0f2-406b-92f4-47bd83825667 req-f5599ae0-7d28-4eda-916b-fadbff8478a7 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 Aug 30 16:30:37.723011 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4590f-47fb-4616-b77e-43bbe13dd995 req-69c8c4cc-c817-4af2-91f8-366106088f9a tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:37.724532 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-59d4590f-47fb-4616-b77e-43bbe13dd995 req-69c8c4cc-c817-4af2-91f8-366106088f9a tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0516880 Aug 30 16:30:37.763052 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-59d4590f-47fb-4616-b77e-43bbe13dd995 req-db2a8231-3da7-41dd-9ab1-ae457d1c69b7 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324807 Aug 30 16:30:38.062640 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3a40f-b81e-4194-a106-586144e94cb2 req-21390dcc-f2d3-4e97-a5fa-1db7b6dd2b11 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:38.064101 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f4a3a40f-b81e-4194-a106-586144e94cb2 req-21390dcc-f2d3-4e97-a5fa-1db7b6dd2b11 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0631394 Aug 30 16:30:38.107151 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f4a3a40f-b81e-4194-a106-586144e94cb2 req-c213bb77-df74-4729-a897-1266fac130c6 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342023 Aug 30 16:30:38.355206 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device e0e521b5-a88c-4a17-97a6-64e21e28c844 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:30:38.379121 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: e0e521b5-a88c-4a17-97a6-64e21e28c844 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:30:38.379470 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device e0e521b5-a88c-4a17-97a6-64e21e28c844 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:30:38.892580 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba2d13-4032-4186-bd27-07d18324abeb req-e2f9ae2c-f95b-4773-b2b3-ff1cee8a5e79 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:38.894047 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53ba2d13-4032-4186-bd27-07d18324abeb req-e2f9ae2c-f95b-4773-b2b3-ff1cee8a5e79 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0507376 Aug 30 16:30:38.936220 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53ba2d13-4032-4186-bd27-07d18324abeb req-f6be1da8-f006-41af-a028-c19f83fc58a3 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350280 Aug 30 16:30:39.232728 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43e80e-3016-4f8e-80a4-7922a5eec300 req-a8a8bde9-bdf3-47dd-b3a2-a1d94af7f379 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:39.234254 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6c43e80e-3016-4f8e-80a4-7922a5eec300 req-a8a8bde9-bdf3-47dd-b3a2-a1d94af7f379 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0540240 Aug 30 16:30:39.282995 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6c43e80e-3016-4f8e-80a4-7922a5eec300 req-1b17a459-c3e2-4c2d-bb15-07985186bd72 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Aug 30 16:30:40.066661 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384561a1-8396-4e89-a8ff-86da334d9839 req-084c1e5d-4afe-4ee5-a727-63fff1a32df2 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:40.069627 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-384561a1-8396-4e89-a8ff-86da334d9839 req-084c1e5d-4afe-4ee5-a727-63fff1a32df2 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0603287 Aug 30 16:30:40.117110 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-384561a1-8396-4e89-a8ff-86da334d9839 req-d8c5af0b-e478-4a86-818c-b26ada7c86e8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394478 Aug 30 16:30:40.406156 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e74a4-e7df-4232-a2e2-593650960bc5 req-108d2543-f6c1-4ba8-ae98-dae033ce17d3 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:40.408864 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4a4e74a4-e7df-4232-a2e2-593650960bc5 req-108d2543-f6c1-4ba8-ae98-dae033ce17d3 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0564659 Aug 30 16:30:40.450970 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4a4e74a4-e7df-4232-a2e2-593650960bc5 req-07527292-6915-49e2-a1c1-90c7ae896ff5 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368671 Aug 30 16:30:41.273200 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673b49b-8627-4f45-b2f1-21ce2e37eeb7 req-75453ef7-14ad-43f8-86e1-6a6b1c2cd3b5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:41.275725 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c673b49b-8627-4f45-b2f1-21ce2e37eeb7 req-75453ef7-14ad-43f8-86e1-6a6b1c2cd3b5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0810909 Aug 30 16:30:41.317899 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c673b49b-8627-4f45-b2f1-21ce2e37eeb7 req-08308059-fba2-4782-9fa0-21455166ec6b tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352042 Aug 30 16:30:41.579410 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d2efb-faa7-4112-a7c2-c2a5eb90332a req-d4b90f4d-7fab-4315-a9d2-c32dc04cda7f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:41.580926 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8d3d2efb-faa7-4112-a7c2-c2a5eb90332a req-d4b90f4d-7fab-4315-a9d2-c32dc04cda7f tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0560441 Aug 30 16:30:41.623303 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8d3d2efb-faa7-4112-a7c2-c2a5eb90332a req-5ce6ab57-10bc-4b30-bdb6-fcb91da79525 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/security-groups?id=f328bad1-2cac-4217-8327-02602b521de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359361 Aug 30 16:30:41.655216 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d770c3-e0d9-4461-9585-4c3b7a4e3d58 req-d481349e-4a9d-49f7-a527-5c6006916f24 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:41.656734 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f7d770c3-e0d9-4461-9585-4c3b7a4e3d58 req-d481349e-4a9d-49f7-a527-5c6006916f24 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 946 time: 0.0604677 Aug 30 16:30:41.764713 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-f7d770c3-e0d9-4461-9585-4c3b7a4e3d58 req-613aaa22-29d3-4ec2-a1ac-c1f3ac66f097 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Deleting port 4a52b73a-d875-4565-b423-f429f6b80df5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:30:41.764969 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7d770c3-e0d9-4461-9585-4c3b7a4e3d58 req-613aaa22-29d3-4ec2-a1ac-c1f3ac66f097 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:41.857780 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f7d770c3-e0d9-4461-9585-4c3b7a4e3d58 req-613aaa22-29d3-4ec2-a1ac-c1f3ac66f097 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] For port 4a52b73a-d875-4565-b423-f429f6b80df5, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4a52b73a-d875-4565-b423-f429f6b80df5,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:30:41.858137 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7d770c3-e0d9-4461-9585-4c3b7a4e3d58 req-613aaa22-29d3-4ec2-a1ac-c1f3ac66f097 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:41.872578 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-f7d770c3-e0d9-4461-9585-4c3b7a4e3d58 req-613aaa22-29d3-4ec2-a1ac-c1f3ac66f097 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Calling delete_port for 4a52b73a-d875-4565-b423-f429f6b80df5 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:30:42.010216 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7d770c3-e0d9-4461-9585-4c3b7a4e3d58 req-613aaa22-29d3-4ec2-a1ac-c1f3ac66f097 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:42.045699 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613aaa22-29d3-4ec2-a1ac-c1f3ac66f097 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Pushing event deleted for resources: {'Port': ['ID=4a52b73a-d875-4565-b423-f429f6b80df5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:42.057139 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['4a52b73a-d875-4565-b423-f429f6b80df5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:30:42.088400 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d770c3-e0d9-4461-9585-4c3b7a4e3d58 req-613aaa22-29d3-4ec2-a1ac-c1f3ac66f097 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] No DVR routers for this DVR port 4a52b73a-d875-4565-b423-f429f6b80df5 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:30:42.090838 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7d770c3-e0d9-4461-9585-4c3b7a4e3d58 req-613aaa22-29d3-4ec2-a1ac-c1f3ac66f097 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:42.093188 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f7d770c3-e0d9-4461-9585-4c3b7a4e3d58 req-613aaa22-29d3-4ec2-a1ac-c1f3ac66f097 tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.78 "DELETE /v2.0/ports/4a52b73a-d875-4565-b423-f429f6b80df5 HTTP/1.1" status: 204 len: 173 time: 0.4293120 Aug 30 16:30:42.093642 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c9267b-7b2e-4e4b-a9ff-01785e248137', 'name': 'network-vif-deleted', 'tag': '4a52b73a-d875-4565-b423-f429f6b80df5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:30:42.096777 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecbfaf9-87b2-448d-9f16-cee88b11d0ff" -d '{"events": [{"server_uuid": "f6c9267b-7b2e-4e4b-a9ff-01785e248137", "name": "network-vif-deleted", "tag": "4a52b73a-d875-4565-b423-f429f6b80df5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:30:42.146525 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b1661a-526b-418a-8bdd-3b1d3d7d4134 x-openstack-request-id: req-d7b1661a-526b-418a-8bdd-3b1d3d7d4134 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:30:42.146929 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c9267b-7b2e-4e4b-a9ff-01785e248137", "name": "network-vif-deleted", "tag": "4a52b73a-d875-4565-b423-f429f6b80df5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:30:42.147097 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7b1661a-526b-418a-8bdd-3b1d3d7d4134 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:30:42.147457 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c9267b-7b2e-4e4b-a9ff-01785e248137', 'name': 'network-vif-deleted', 'tag': '4a52b73a-d875-4565-b423-f429f6b80df5', 'status': 'completed', 'code': 200} Aug 30 16:30:42.481617 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c44963-0cfa-4dce-bf3a-29d6f743f873 req-3d721032-c353-4d3c-8bf1-c872f2c3af5c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:42.483099 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-92c44963-0cfa-4dce-bf3a-29d6f743f873 req-3d721032-c353-4d3c-8bf1-c872f2c3af5c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0599189 Aug 30 16:30:42.528996 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-92c44963-0cfa-4dce-bf3a-29d6f743f873 req-8804b377-c9db-49ec-85ac-9e0ede722828 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395184 Aug 30 16:30:42.753819 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3d657bc3-a74b-4fc5-b376-2fc5900e6a2b req-88c1a7de-0048-46fc-9878-18a9d00594ee tempest-ServerRescueNegativeTestJSON-771589679 tempest-ServerRescueNegativeTestJSON-771589679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c9267b-7b2e-4e4b-a9ff-01785e248137 HTTP/1.1" status: 200 len: 210 time: 0.0330641 Aug 30 16:30:43.669463 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1893279-f646-43ea-ad48-1ccd65c29b24 req-03215d05-1eda-4643-be38-79c4f6298fd4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:43.671132 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c1893279-f646-43ea-ad48-1ccd65c29b24 req-03215d05-1eda-4643-be38-79c4f6298fd4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0678294 Aug 30 16:30:43.715652 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c1893279-f646-43ea-ad48-1ccd65c29b24 req-f2dd8c30-7511-4d9f-8700-ed11532607b1 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379560 Aug 30 16:30:43.817529 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39344) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:44.241283 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534723'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:44.538458 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] Deleting port 879c80e8-7d25-49b4-b343-803d8c53bad7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:30:44.538687 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:44.643823 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] For port 879c80e8-7d25-49b4-b343-803d8c53bad7, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=879c80e8-7d25-49b4-b343-803d8c53bad7,segment=NetworkSegment(269b4601-69ee-4773-8ca2-3dbd6e31b566),segment_id=269b4601-69ee-4773-8ca2-3dbd6e31b566)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:30:44.644164 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:44.657725 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] Calling delete_port for 879c80e8-7d25-49b4-b343-803d8c53bad7 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:30:44.846709 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964be71-77cc-4049-9e59-76d99b78cc95 req-fb1430d1-886d-495c-aee0-0dee6864f5ff tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:44.848251 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8964be71-77cc-4049-9e59-76d99b78cc95 req-fb1430d1-886d-495c-aee0-0dee6864f5ff tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0570827 Aug 30 16:30:44.861262 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:44.889808 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=879c80e8-7d25-49b4-b343-803d8c53bad7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:44.891653 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8964be71-77cc-4049-9e59-76d99b78cc95 req-1894891e-fb0e-44e6-b3e7-e1ec6f881f40 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369246 Aug 30 16:30:45.062384 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534537'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:45.538039 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] Router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:30:45.663328 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:30:45.671498 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0b58e0c0-21ff-41c2-be1f-5c51826b2c54 admin admin] 10.222.0.32 "PUT /v2.0/routers/32b6cf29-5781-4630-9e8c-b02fcf6d6ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8555660 Aug 30 16:30:45.674140 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39352) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:45.675906 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db814a5-036c-4b95-a4cd-66379e264e36 None None] Sync routers for ids ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:30:45.690816 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db814a5-036c-4b95-a4cd-66379e264e36 None None] Routers {'32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:30:45.691460 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3db814a5-036c-4b95-a4cd-66379e264e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:30:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:30:45.788674 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:45.821662 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3db814a5-036c-4b95-a4cd-66379e264e36 None None] Set router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:30:45.905117 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:45.974438 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Deleting port 6ed130b4-3505-4074-b47d-83b300af6f24 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:30:45.975023 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.042054 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891759cd-eaf0-41bf-b0b3-a5f51500f9bf req-87806488-4193-4b44-a80a-86a6896d9f33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:46.042661 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3db814a5-036c-4b95-a4cd-66379e264e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-router', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:30:44Z', 'revision_number': 5, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'gw_port': {'id': '6ed130b4-3505-4074-b47d-83b300af6f24', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:22Z', 'updated_at': '2021-08-30T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:30:46.045872 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-891759cd-eaf0-41bf-b0b3-a5f51500f9bf req-87806488-4193-4b44-a80a-86a6896d9f33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0617032 Aug 30 16:30:46.076793 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db814a5-036c-4b95-a4cd-66379e264e36 None None] Checking router: 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:30:46.089009 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db814a5-036c-4b95-a4cd-66379e264e36 None None] Routers {'32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:30:46.089758 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3db814a5-036c-4b95-a4cd-66379e264e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:30:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:30:46.096447 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-891759cd-eaf0-41bf-b0b3-a5f51500f9bf req-426aac53-9da3-4e1d-be6d-3fc0964b749b tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438421 Aug 30 16:30:46.101139 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] For port 6ed130b4-3505-4074-b47d-83b300af6f24, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=6ed130b4-3505-4074-b47d-83b300af6f24,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:30:46.101763 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.119515 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Calling delete_port for 6ed130b4-3505-4074-b47d-83b300af6f24 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:30:46.197793 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3db814a5-036c-4b95-a4cd-66379e264e36 None None] Set router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:30:46.252072 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3db814a5-036c-4b95-a4cd-66379e264e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-router', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:30:45Z', 'revision_number': 6, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'gw_port_host': None}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:30:46.331352 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.367374 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed130b4-3505-4074-b47d-83b300af6f24,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:46.383615 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db814a5-036c-4b95-a4cd-66379e264e36 None None] The sync data for ids ['32b6cf29-5781-4630-9e8c-b02fcf6d6ceb'] in dv-cinder-806605-2-iscsi is: [{'id': '32b6cf29-5781-4630-9e8c-b02fcf6d6ceb', 'name': 'tempest-ServerRescueNegativeTestJSON-2117277300-router', 'tenant_id': 'adaec89ae5134449a1928cf334460ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:30:45Z', 'revision_number': 6, 'project_id': 'adaec89ae5134449a1928cf334460ca9', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:30:46.410600 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 4a52b73a-d875-4565-b423-f429f6b80df5 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:30:46.443047 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 4a52b73a-d875-4565-b423-f429f6b80df5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:30:46.443388 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 4a52b73a-d875-4565-b423-f429f6b80df5 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:30:46.451884 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537939'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.561849 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1297'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.564382 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.631465 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525507'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.632019 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b6cf29-5781-4630-9e8c-b02fcf6d6ceb {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 16:30:46.637842 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.638998 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-6a9f53a3-6c07-48e7-b5a6-0cc5124803e9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/32b6cf29-5781-4630-9e8c-b02fcf6d6ceb HTTP/1.1" status: 204 len: 168 time: 0.9637740 Aug 30 16:30:46.642860 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39358) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:46.690531 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-b403a619-df0a-4a93-ad91-4b64f877801f admin admin] Deleting subnet 18f03c4e-474c-4bf0-b4fa-28445654d873 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:30:46.693843 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b403a619-df0a-4a93-ad91-4b64f877801f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.742186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b403a619-df0a-4a93-ad91-4b64f877801f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25770915'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.799845 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b403a619-df0a-4a93-ad91-4b64f877801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.905538 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b403a619-df0a-4a93-ad91-4b64f877801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25795735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26140282'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.935044 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b403a619-df0a-4a93-ad91-4b64f877801f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:46.939807 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b403a619-df0a-4a93-ad91-4b64f877801f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/18f03c4e-474c-4bf0-b4fa-28445654d873 HTTP/1.1" status: 204 len: 168 time: 0.2933261 Aug 30 16:30:46.939807 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403a619-df0a-4a93-ad91-4b64f877801f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f03c4e-474c-4bf0-b4fa-28445654d873,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:46.940698 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39360) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:47.228620 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:47.268575 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 879c80e8-7d25-49b4-b343-803d8c53bad7 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:30:47.283315 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586857c-7dac-4081-af02-19045029b7fd req-a583679f-fb5f-421b-8141-9ac5f4a8cfe4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:47.287509 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5586857c-7dac-4081-af02-19045029b7fd req-a583679f-fb5f-421b-8141-9ac5f4a8cfe4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.1127872 Aug 30 16:30:47.289560 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 879c80e8-7d25-49b4-b343-803d8c53bad7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:30:47.290110 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 879c80e8-7d25-49b4-b343-803d8c53bad7 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:30:47.350856 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:47.368007 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4870715-5bf8-44ac-b479-0444a5c3916f']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:30:47.382582 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5586857c-7dac-4081-af02-19045029b7fd req-0aa18f8a-b99b-496a-8678-d0d404e8e762 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873480 Aug 30 16:30:47.384294 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269b4601-69ee-4773-8ca2-3dbd6e31b566') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:30:47.384598 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269b4601-69ee-4773-8ca2-3dbd6e31b566') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:30:47.410991 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27047364'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:47.425306 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:47.431350 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:30:47.431739 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27026891'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: Traceback (most recent call last): Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: timer() Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: cb(*args, **kw) Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: return func(*args, **kwargs) Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: self._notify() Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: self.callback(batched_events) Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: event.method(event) Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: return f(self, *a, **k) Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._get(url).json() Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:30:47.433357 dv-cinder-806605-2-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:30:47.491066 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:47.497650 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:47.503504 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a4870715-5bf8-44ac-b479-0444a5c3916f HTTP/1.1" status: 204 len: 168 time: 0.5614638 Aug 30 16:30:47.521481 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52431b-3992-4649-8ba2-41d973a9f326 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4870715-5bf8-44ac-b479-0444a5c3916f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:47.719087 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39372) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:47.758876 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1e67f55b-6aa0-4c54-96e9-60132f3360f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adaec89ae5134449a1928cf334460ca9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385551 Aug 30 16:30:47.761462 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39374) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:47.808924 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cecb6ebc-b4ec-4e4d-84cb-12ca59aed909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:47.832776 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cecb6ebc-b4ec-4e4d-84cb-12ca59aed909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:47.889863 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cecb6ebc-b4ec-4e4d-84cb-12ca59aed909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:47.894688 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cecb6ebc-b4ec-4e4d-84cb-12ca59aed909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:47.896300 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-cecb6ebc-b4ec-4e4d-84cb-12ca59aed909 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f328bad1-2cac-4217-8327-02602b521de0 HTTP/1.1" status: 204 len: 168 time: 0.1337864 Aug 30 16:30:47.908956 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb6ebc-b4ec-4e4d-84cb-12ca59aed909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f328bad1-2cac-4217-8327-02602b521de0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:48.508978 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675895a3-3ed0-4dbc-9eb5-a4f4a410a607 req-3d3b77e8-e3f0-4d6a-9afb-911eb4b5b101 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:48.510537 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-675895a3-3ed0-4dbc-9eb5-a4f4a410a607 req-3d3b77e8-e3f0-4d6a-9afb-911eb4b5b101 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0510230 Aug 30 16:30:48.550608 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-675895a3-3ed0-4dbc-9eb5-a4f4a410a607 req-5ca14485-6a05-428e-9246-143011a359ea tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331376 Aug 30 16:30:48.646721 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39408) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:48.744169 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1457150645-network', 'tenant_id': '2708cf7b055c4dcda870a1d67054566c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:30:48.769002 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Made reservation on behalf of 2708cf7b055c4dcda870a1d67054566c for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:30:48.771647 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:48.780146 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:48.780340 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6ed130b4-3505-4074-b47d-83b300af6f24 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:30:48.801963 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 6ed130b4-3505-4074-b47d-83b300af6f24 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:30:48.802307 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6ed130b4-3505-4074-b47d-83b300af6f24 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:30:48.877531 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:48.884225 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:48.919811 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:30:48.930212 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:48.936675 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:48.937019 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Added segment 892c8ed4-1fbb-42f9-8eda-f512fd605f76 of type vlan for network 976dc7fb-2999-43c0-aef8-d47320f10af7 Aug 30 16:30:48.985108 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:49.014684 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:49.015894 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:49.016545 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:49.074055 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4257286 Aug 30 16:30:49.077126 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39412) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:49.083874 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] Request body: {'subnet': {'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1457150645-subnet', 'tenant_id': '2708cf7b055c4dcda870a1d67054566c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:30:49.084606 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940ccf3-c24c-48ab-be3a-6194c1837508 admin admin] Pushing event updated for resources: {'Network': ['ID=976dc7fb-2999-43c0-aef8-d47320f10af7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:49.098031 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network 976dc7fb-2999-43c0-aef8-d47320f10af7 details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:30:49.117257 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] Made reservation on behalf of 2708cf7b055c4dcda870a1d67054566c for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:30:49.119602 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27091084'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:49.293662 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27027054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27091198'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:49.347427 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=10833027-e737-40b4-80fc-9d10e0878d40,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:49.358346 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] Checking segment: {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:30:49.358679 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] Network hostable DHCP agents. Network: 976dc7fb-2999-43c0-aef8-d47320f10af7, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:30:49.377829 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] Network 976dc7fb-2999-43c0-aef8-d47320f10af7 is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:30:49.387313 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, 976dc7fb-2999-43c0-aef8-d47320f10af7) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:30:49.391753 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:49.392338 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:49.397740 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52599366-38d2-4303-97f5-094c8e703e33 None None] Network 976dc7fb-2999-43c0-aef8-d47320f10af7 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:30:49.408421 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-03ead497-a6dc-4957-9260-74e8379d56ff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3300848 Aug 30 16:30:49.526143 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b860e08-b9a6-4757-9d01-9282a709ed7f None None] Network 976dc7fb-2999-43c0-aef8-d47320f10af7 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:30:49.675495 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf2bf5-f7b8-4572-96ac-1e6f3e80992e req-4a52a265-1264-4cc6-b349-06b91143aec8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:49.682005 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f9cf2bf5-f7b8-4572-96ac-1e6f3e80992e req-4a52a265-1264-4cc6-b349-06b91143aec8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0607018 Aug 30 16:30:49.717842 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f9cf2bf5-f7b8-4572-96ac-1e6f3e80992e req-01d5b702-1bc1-45c8-abb5-776afcc7b501 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342927 Aug 30 16:30:49.915843 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2f89e-d973-4688-8535-d76e63b75557 req-69b90a02-90e3-418c-ad4c-5b9666e0b386 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:49.917315 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-69b90a02-90e3-418c-ad4c-5b9666e0b386 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/networks?id=976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 200 len: 815 time: 0.1176639 Aug 30 16:30:49.933551 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-6d260108-c2dd-4b8e-8bd8-590300686c42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/quotas/2708cf7b055c4dcda870a1d67054566c HTTP/1.1" status: 200 len: 375 time: 0.0102878 Aug 30 16:30:49.966073 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-ff8ccdcd-403a-4c92-b2c7-47e308bf390e tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267646 Aug 30 16:30:50.079072 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-3a6d1cd9-5c93-44df-a843-e464679062e1 service neutron] 10.222.0.32 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054912 Aug 30 16:30:50.185110 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-497f82df-0da8-4aea-bf31-5541c1a0cc2a service neutron] 10.222.0.32 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995529 Aug 30 16:30:50.351330 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3ca95760-2a4f-42a7-973f-7ef1e29fb5c8 req-71bf39e4-38bd-4e9a-90a5-be272df65e6f tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 210 time: 0.0268567 Aug 30 16:30:50.430850 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:30:50.845959 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc0d62-1734-41db-b861-f47eebe23abe req-64173013-2a8c-4bfd-807d-ff50b5c14d3c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:50.847495 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c6fc0d62-1734-41db-b861-f47eebe23abe req-64173013-2a8c-4bfd-807d-ff50b5c14d3c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0555427 Aug 30 16:30:50.888611 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c6fc0d62-1734-41db-b861-f47eebe23abe req-7b23182a-e64b-4ba6-9d44-5ce0e09f2dae tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347104 Aug 30 16:30:51.094930 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2148fa8-eff8-4fa5-bfb0-9e2b1a287039 req-5c0ea577-6f99-4417-8e7f-8748c9377716 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:51.096599 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c2148fa8-eff8-4fa5-bfb0-9e2b1a287039 req-5c0ea577-6f99-4417-8e7f-8748c9377716 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0513420 Aug 30 16:30:51.149747 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c2148fa8-eff8-4fa5-bfb0-9e2b1a287039 req-44363c14-0089-49af-8438-9b5ae027b8a7 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443077 Aug 30 16:30:51.202482 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95e509-6733-4ffe-b925-28a8990dd330 req-9a6dc989-4830-473b-acf0-1478a5082ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:51.204119 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5a95e509-6733-4ffe-b925-28a8990dd330 req-9a6dc989-4830-473b-acf0-1478a5082ae1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 1098 time: 0.0490530 Aug 30 16:30:51.327035 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95e509-6733-4ffe-b925-28a8990dd330 req-d84b2098-3be2-4ace-b830-35231f917507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:51.328428 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5a95e509-6733-4ffe-b925-28a8990dd330 req-d84b2098-3be2-4ace-b830-35231f917507 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 200 len: 913 time: 0.0958025 Aug 30 16:30:51.343096 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cae374a-80fd-4685-b7ee-55931cc5ac50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:51.450616 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eaa6bcf7-8db7-42a7-b3dc-062a26290c81 req-82b7fc9b-2733-414a-9f8b-4834ae9c8a61 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 210 time: 0.0285003 Aug 30 16:30:51.493934 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5a95e509-6733-4ffe-b925-28a8990dd330 req-865e29ae-eb42-4833-9a1e-dd3c9822c6e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9a035e0-d790-4d8e-8484-11d968bb993b HTTP/1.1" status: 200 len: 1000 time: 0.1196971 Aug 30 16:30:51.563843 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2f89e-d973-4688-8535-d76e63b75557 req-779a76c9-db1a-4263-ab2b-20173c93fe3f tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:51.565549 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-779a76c9-db1a-4263-ab2b-20173c93fe3f tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "GET /v2.0/networks?id=976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 200 len: 815 time: 0.1902478 Aug 30 16:30:51.569251 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95e509-6733-4ffe-b925-28a8990dd330 req-47d37835-a932-4352-b2b2-fce686f3a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:51.570614 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5a95e509-6733-4ffe-b925-28a8990dd330 req-47d37835-a932-4352-b2b2-fce686f3a561 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=58d75be7-63e7-408a-a34c-24700364bd2d HTTP/1.1" status: 200 len: 850 time: 0.0694985 Aug 30 16:30:51.594543 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Request body: {'port': {'device_id': 'e50659ab-c57e-4ae9-a47c-3842e628e2e5', 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7', 'admin_state_up': True, 'tenant_id': '2708cf7b055c4dcda870a1d67054566c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:30:51.698531 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95e509-6733-4ffe-b925-28a8990dd330 req-89e3666f-cb89-4f6a-bb93-81693a8a4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:51.698531 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5a95e509-6733-4ffe-b925-28a8990dd330 req-89e3666f-cb89-4f6a-bb93-81693a8a4e00 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982409 Aug 30 16:30:51.801944 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Made reservation on behalf of 2708cf7b055c4dcda870a1d67054566c for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:30:51.805405 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:51.824684 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5a95e509-6733-4ffe-b925-28a8990dd330 req-7377a9e9-b594-4398-ba17-b85f7eb96994 service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190627 Aug 30 16:30:51.996624 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5a95e509-6733-4ffe-b925-28a8990dd330 req-637e4a7e-a513-4c29-9d66-f2178254eb6b service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605217 Aug 30 16:30:52.009616 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Allocated IP 172.20.0.12 (976dc7fb-2999-43c0-aef8-d47320f10af7/10833027-e737-40b4-80fc-9d10e0878d40/0a21f5ea-fb9f-42af-85d0-2f695ebe94e9) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:30:52.171984 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:52.222549 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:52.271777 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Network 976dc7fb-2999-43c0-aef8-d47320f10af7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:30:52.274969 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:30:52.279573 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:30:52.284182 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Pushing event updated for resources: {'Port': ['ID=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:52.286477 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8ac26-f2bf-44c3-a4ad-79f9a32e804b req-7a192818-07aa-4b56-aa8e-f9158f0fe5d4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:52.288619 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-60a8ac26-f2bf-44c3-a4ad-79f9a32e804b req-7a192818-07aa-4b56-aa8e-f9158f0fe5d4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0656745 Aug 30 16:30:52.329844 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-60a8ac26-f2bf-44c3-a4ad-79f9a32e804b req-461d37a0-53ca-4cc6-b4c6-fa73b6f55043 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345316 Aug 30 16:30:52.336140 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:52.336772 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:52.361569 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-94abbd3d-51ac-47fd-9950-88807655ab42 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7709072 Aug 30 16:30:52.390507 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Request body: {'port': {'device_id': 'e50659ab-c57e-4ae9-a47c-3842e628e2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:30:52.451558 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:52.575344 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be9b95-c16f-4f70-aba4-46c71968c586 req-39c03f9c-c519-4dca-becd-ac22b063f8ac tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:52.576765 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-94be9b95-c16f-4f70-aba4-46c71968c586 req-39c03f9c-c519-4dca-becd-ac22b063f8ac tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 932 time: 0.0510497 Aug 30 16:30:52.616042 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-94be9b95-c16f-4f70-aba4-46c71968c586 req-47223dee-d3a6-465b-998a-b7682cfe747d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Aug 30 16:30:52.724134 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:30:52.731823 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:52.747101 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Transition to ACTIVE for port object 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:30:52.752234 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:52.832391 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Pushing event updated for resources: {'Port': ['ID=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:52.881764 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Attempting to bind port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:30:52.882098 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Attempting to bind port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:30:52.882415 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Attempting to bind port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:30:52.886954 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:30:52.887272 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Attempting to bind port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:30:52.892297 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:30:52.892519 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Checking segment: {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:30:52.892911 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Bound using segment: {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:30:52.893332 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Bound port: 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:30:52.893707 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:52.957675 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] For port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:30:52.960946 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] For port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:30:52.966439 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:52.999994 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:53.000665 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:53.002620 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] 10.222.0.78 "PUT /v2.0/ports/0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 HTTP/1.1" status: 200 len: 1094 time: 0.6168635 Aug 30 16:30:53.004909 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50659ab-c57e-4ae9-a47c-3842e628e2e5', 'tag': '0a21f5ea-fb9f-42af-85d0-2f695ebe94e9'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:30:53.007187 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92485994-2538-4995-b925-6fa1d935b70a" -d '{"events": [{"name": "network-changed", "server_uuid": "e50659ab-c57e-4ae9-a47c-3842e628e2e5", "tag": "0a21f5ea-fb9f-42af-85d0-2f695ebe94e9"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:30:53.035636 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf87177-0e6e-4228-83e2-20cf3e71d5dd service neutron] Pushing event updated for resources: {'Port': ['ID=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:53.057032 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cbe268-8b9b-462e-9fa4-a53c553d783e x-openstack-request-id: req-f9cbe268-8b9b-462e-9fa4-a53c553d783e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:30:53.057313 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50659ab-c57e-4ae9-a47c-3842e628e2e5", "tag": "0a21f5ea-fb9f-42af-85d0-2f695ebe94e9", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:30:53.057585 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9cbe268-8b9b-462e-9fa4-a53c553d783e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:30:53.057973 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50659ab-c57e-4ae9-a47c-3842e628e2e5', 'tag': '0a21f5ea-fb9f-42af-85d0-2f695ebe94e9', 'status': 'completed', 'code': 200} Aug 30 16:30:53.116736 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2f89e-d973-4688-8535-d76e63b75557 req-f1f71f73-3e07-41ec-a151-7bad3733d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:53.118304 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-f1f71f73-3e07-41ec-a151-7bad3733d38c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 1097 time: 0.0451651 Aug 30 16:30:53.167415 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-6e252b94-d4b8-439b-a91b-0c533e9a0066 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 HTTP/1.1" status: 200 len: 217 time: 0.0341046 Aug 30 16:30:53.218427 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2f89e-d973-4688-8535-d76e63b75557 req-14e6ec65-5344-4bc8-bbd4-87ec9c357a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:53.220047 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-14e6ec65-5344-4bc8-bbd4-87ec9c357a11 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=10833027-e737-40b4-80fc-9d10e0878d40 HTTP/1.1" status: 200 len: 855 time: 0.0454388 Aug 30 16:30:53.254096 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-654a7aff-0f63-47da-8f3d-3711e379efeb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=976dc7fb-2999-43c0-aef8-d47320f10af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256977 Aug 30 16:30:53.373276 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-11313dda-2b60-46fc-b4d9-2de14a1f6913 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111791 Aug 30 16:30:53.470538 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-16d2f89e-d973-4688-8535-d76e63b75557 req-4b5d0b12-9405-49bc-ba37-35ec1a37a2a3 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894930 Aug 30 16:30:53.473770 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bee5f-53fb-42ff-8a51-5ea94011d462 req-4b0023ee-ea2a-43ac-ab30-fba5eda30b23 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:53.475405 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0b3bee5f-53fb-42ff-8a51-5ea94011d462 req-4b0023ee-ea2a-43ac-ab30-fba5eda30b23 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0602989 Aug 30 16:30:53.521955 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0b3bee5f-53fb-42ff-8a51-5ea94011d462 req-b3d812d3-c44a-41d8-bfab-f86f2104adb3 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398951 Aug 30 16:30:53.605389 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92485994-2538-4995-b925-6fa1d935b70a req-0f77df97-6f67-48e7-b1a3-b1c3ee793661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:53.606915 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-92485994-2538-4995-b925-6fa1d935b70a req-0f77df97-6f67-48e7-b1a3-b1c3ee793661 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 1097 time: 0.0465064 Aug 30 16:30:53.700811 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92485994-2538-4995-b925-6fa1d935b70a req-bfc4a103-54d6-495e-8ad7-1d8b30cc52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:53.702474 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-92485994-2538-4995-b925-6fa1d935b70a req-bfc4a103-54d6-495e-8ad7-1d8b30cc52b7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 200 len: 917 time: 0.0881107 Aug 30 16:30:53.749413 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-92485994-2538-4995-b925-6fa1d935b70a req-97a38cb7-6cbe-4d94-9a44-83f025f5d982 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 HTTP/1.1" status: 200 len: 217 time: 0.0392108 Aug 30 16:30:53.753914 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc965745-f6b5-43d2-b3ff-604c1d50db23 req-de765362-64ae-4054-9af8-e0c98390585f tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:53.755448 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cc965745-f6b5-43d2-b3ff-604c1d50db23 req-de765362-64ae-4054-9af8-e0c98390585f tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 944 time: 0.0541301 Aug 30 16:30:53.796890 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cc965745-f6b5-43d2-b3ff-604c1d50db23 req-7cf2a1cb-5093-4588-960a-456daec01fcd tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352387 Aug 30 16:30:53.802642 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92485994-2538-4995-b925-6fa1d935b70a req-5e3b8dcf-9c53-4fab-adc5-5fd6e83bdf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:53.804116 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-92485994-2538-4995-b925-6fa1d935b70a req-5e3b8dcf-9c53-4fab-adc5-5fd6e83bdf46 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=10833027-e737-40b4-80fc-9d10e0878d40 HTTP/1.1" status: 200 len: 855 time: 0.0475864 Aug 30 16:30:53.838217 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-92485994-2538-4995-b925-6fa1d935b70a req-38b7b84c-9342-4e19-987e-66bf30be5f68 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=976dc7fb-2999-43c0-aef8-d47320f10af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254905 Aug 30 16:30:53.937531 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-92485994-2538-4995-b925-6fa1d935b70a req-1b13a552-267d-4319-8e56-cac8b40bdf19 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913630 Aug 30 16:30:54.028625 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-92485994-2538-4995-b925-6fa1d935b70a req-bc6ca965-da81-4762-966b-4a7cee5a7d72 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836742 Aug 30 16:30:54.235357 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbf1f2fc-21eb-4d1b-89bc-4af7f7361822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:54.500053 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:54.919205 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87969c87-47fd-402e-a06b-45b393085e78 req-5a4a535b-bc5b-4dfa-9b9b-00ed15381688 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:54.920729 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-87969c87-47fd-402e-a06b-45b393085e78 req-5a4a535b-bc5b-4dfa-9b9b-00ed15381688 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 944 time: 0.0555286 Aug 30 16:30:54.960725 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-87969c87-47fd-402e-a06b-45b393085e78 req-e5896100-1d7d-4b13-9044-17c2a9b99771 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Aug 30 16:30:55.046086 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:56.086569 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e088c1-d5b6-401a-8d9b-584a23de792d req-2f56e4bf-7071-4774-9273-fdc602d9a1d1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:56.089092 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f3e088c1-d5b6-401a-8d9b-584a23de792d req-2f56e4bf-7071-4774-9273-fdc602d9a1d1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 944 time: 0.0574896 Aug 30 16:30:56.130251 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f3e088c1-d5b6-401a-8d9b-584a23de792d req-a54bc24e-12e3-415e-b260-849f3b69a39f tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323367 Aug 30 16:30:56.438706 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:30:56.535291 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:30:56.551134 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '0a21f5ea-fb9f-42af-85d0-2f695ebe94e9', 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7', 'port_id': '0a21f5ea-fb9f-42af-85d0-2f695ebe94e9', 'mac_address': 'fa:16:3e:ce:3a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10833027-e737-40b4-80fc-9d10e0878d40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:30:56.609565 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:56.618574 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:56.624175 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:30:56.648280 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:30:56.653346 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:56.708165 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:56.715224 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.715585 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.715922 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.716254 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.716580 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.716908 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.717231 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.717556 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.717927 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.718250 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.718569 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.718885 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:56.974197 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['0a21f5ea-fb9f-42af-85d0-2f695ebe94e9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:30:57.260319 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee49369-9f28-4b7b-928c-5f4f2aa6dbac req-fe411215-bee4-4f02-bf81-ef4f2ae12c61 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:57.261699 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8ee49369-9f28-4b7b-928c-5f4f2aa6dbac req-fe411215-bee4-4f02-bf81-ef4f2ae12c61 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 945 time: 0.0542269 Aug 30 16:30:57.300629 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8ee49369-9f28-4b7b-928c-5f4f2aa6dbac req-f8c879fd-9a50-4d4d-bd93-46c33b8662fc tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326869 Aug 30 16:30:58.184374 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39526) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:58.308879 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ccc1e40-9ded-488c-81c0-cc0ebbf2646d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:58.413118 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ccc1e40-9ded-488c-81c0-cc0ebbf2646d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:58.418111 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ccc1e40-9ded-488c-81c0-cc0ebbf2646d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:58.435799 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903f218-4ab9-486e-96e5-9f41b6fdeca5 req-236dd963-7967-4888-b210-01d1a1e30e0b tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:58.437311 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d903f218-4ab9-486e-96e5-9f41b6fdeca5 req-236dd963-7967-4888-b210-01d1a1e30e0b tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 945 time: 0.0504246 Aug 30 16:30:58.453766 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:30:58.457744 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1ccc1e40-9ded-488c-81c0-cc0ebbf2646d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4072b1caeb0a4972a653da16ebe64462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696633 Aug 30 16:30:58.458063 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39532) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:30:58.459310 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc1e40-9ded-488c-81c0-cc0ebbf2646d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ff03ee-51c5-4bf1-9648-5f43ae450542,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:58.507150 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d903f218-4ab9-486e-96e5-9f41b6fdeca5 req-69d0d71d-8ad1-4508-abfa-584c6acfadf7 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629818 Aug 30 16:30:58.508593 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:30:58.513202 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:30:58.514401 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:58.523567 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:58.545611 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:58.592250 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:58.592585 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:58.595380 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:58.596789 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1ff03ee-51c5-4bf1-9648-5f43ae450542 HTTP/1.1" status: 204 len: 168 time: 0.1377811 Aug 30 16:30:58.604925 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ff03ee-51c5-4bf1-9648-5f43ae450542,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:58.612383 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.612734 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.613073 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.613406 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.613765 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.614088 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.614416 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.614743 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.615069 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.615386 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.615706 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.616024 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7fc2cf-67e7-49b5-a8df-2e3b2386384e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:30:58.620075 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50659ab-c57e-4ae9-a47c-3842e628e2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a21f5ea-fb9f-42af-85d0-2f695ebe94e9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:30:58.622337 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191650f4-ba2b-4cbd-a0bf-f01bb8889832" -d '{"events": [{"server_uuid": "e50659ab-c57e-4ae9-a47c-3842e628e2e5", "name": "network-vif-plugged", "status": "completed", "tag": "0a21f5ea-fb9f-42af-85d0-2f695ebe94e9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:30:58.642107 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:30:58.658195 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:30:58.683417 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eb2b76-cda8-4ba7-a379-41a8d2797c27 x-openstack-request-id: req-45eb2b76-cda8-4ba7-a379-41a8d2797c27 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:30:58.683703 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50659ab-c57e-4ae9-a47c-3842e628e2e5", "name": "network-vif-plugged", "status": "completed", "tag": "0a21f5ea-fb9f-42af-85d0-2f695ebe94e9", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:30:58.683963 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45eb2b76-cda8-4ba7-a379-41a8d2797c27 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:30:58.684367 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50659ab-c57e-4ae9-a47c-3842e628e2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a21f5ea-fb9f-42af-85d0-2f695ebe94e9', 'code': 200} Aug 30 16:30:58.713240 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:30:58.878027 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d4ea8-a9cd-4b6d-8742-8c8737428282 req-a1bcb4b2-c662-46d9-be50-8b153b2dc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:58.879772 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f67d4ea8-a9cd-4b6d-8742-8c8737428282 req-a1bcb4b2-c662-46d9-be50-8b153b2dc0d8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 1099 time: 0.0475168 Aug 30 16:30:58.918505 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f67d4ea8-a9cd-4b6d-8742-8c8737428282 req-8274dec6-db3e-4801-90e9-a79751bdf9b0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Aug 30 16:30:59.631429 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581cca6-bbba-4d6f-91e5-7582ba2c22ed req-89402bef-3a81-417f-b98c-6e0d0e1c4013 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:30:59.632955 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8581cca6-bbba-4d6f-91e5-7582ba2c22ed req-89402bef-3a81-417f-b98c-6e0d0e1c4013 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 946 time: 0.0565953 Aug 30 16:30:59.673648 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8581cca6-bbba-4d6f-91e5-7582ba2c22ed req-2fea1bb7-56bc-45b9-8106-c3d0c775801e tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346675 Aug 30 16:31:00.243741 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:00.797816 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbba30-2e2f-4528-bd2b-55e9f639f1b3 req-9b91ad56-d3b8-482e-a8f5-728d923ee765 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:00.799442 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cedbba30-2e2f-4528-bd2b-55e9f639f1b3 req-9b91ad56-d3b8-482e-a8f5-728d923ee765 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 946 time: 0.0542071 Aug 30 16:31:00.837541 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cedbba30-2e2f-4528-bd2b-55e9f639f1b3 req-2a50b136-e12e-48c1-bb94-6b0ecee22ac2 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322049 Aug 30 16:31:07.824689 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39640) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:31:07.935128 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12e0b815-8942-423e-bcec-a480debe7a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:08.035475 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12e0b815-8942-423e-bcec-a480debe7a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:08.041375 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12e0b815-8942-423e-bcec-a480debe7a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:08.081838 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-12e0b815-8942-423e-bcec-a480debe7a3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e982358574c49e386602eebb3405820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559192 Aug 30 16:31:08.082431 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0b815-8942-423e-bcec-a480debe7a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c431626-01da-485c-bd22-1b23aa4cf06b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:08.084804 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39646) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:31:08.138162 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9893fa1-06f0-480f-972a-92c12c8a6328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:08.160939 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9893fa1-06f0-480f-972a-92c12c8a6328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:08.211660 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9893fa1-06f0-480f-972a-92c12c8a6328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:08.215608 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9893fa1-06f0-480f-972a-92c12c8a6328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:08.216833 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b9893fa1-06f0-480f-972a-92c12c8a6328 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c431626-01da-485c-bd22-1b23aa4cf06b HTTP/1.1" status: 204 len: 168 time: 0.1301222 Aug 30 16:31:08.225182 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9893fa1-06f0-480f-972a-92c12c8a6328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c431626-01da-485c-bd22-1b23aa4cf06b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:13.564321 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-d9081875-9473-4510-8272-aa9868a8be59 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:13.566443 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-d9081875-9473-4510-8272-aa9868a8be59 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/networks?id=976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 200 len: 815 time: 0.1149476 Aug 30 16:31:13.587794 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-67003337-b6e5-4731-b70c-169c370dc5df tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/quotas/2708cf7b055c4dcda870a1d67054566c HTTP/1.1" status: 200 len: 375 time: 0.0133862 Aug 30 16:31:13.639523 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-545933d9-5941-4f68-a8c0-58983ed75081 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454471 Aug 30 16:31:13.737667 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec0294-95db-425b-834b-7b8f9ebb33da req-80c21b6e-c19a-449a-baa6-567b136d7c42 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:13.739177 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-29ec0294-95db-425b-834b-7b8f9ebb33da req-80c21b6e-c19a-449a-baa6-567b136d7c42 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 947 time: 0.0988584 Aug 30 16:31:13.781163 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-8d65e675-bb5e-4338-91c6-eb873fd64cec service neutron] 10.222.0.32 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320219 Aug 30 16:31:13.815393 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-29ec0294-95db-425b-834b-7b8f9ebb33da req-d0f732fa-b80d-40e2-a133-1428057d89f7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682309 Aug 30 16:31:13.887292 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-4ae194df-34d0-4512-9a50-24e1eff4f92b service neutron] 10.222.0.32 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984926 Aug 30 16:31:14.060865 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-523ebf98-0578-44f6-b12b-63efb0611025 req-1a6dfeb9-b871-4686-9271-e745a7dd4101 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 210 time: 0.0279725 Aug 30 16:31:14.955907 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a15412-21fd-4f48-82a8-eb7ad2467988 req-a82b9142-f6b0-4941-912e-9abcc02d74cd tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:14.957306 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-64a15412-21fd-4f48-82a8-eb7ad2467988 req-a82b9142-f6b0-4941-912e-9abcc02d74cd tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 947 time: 0.0588830 Aug 30 16:31:14.997043 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-64a15412-21fd-4f48-82a8-eb7ad2467988 req-6345df3e-b84e-4803-a0ad-6a5d7c9a75ce tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333521 Aug 30 16:31:15.166665 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9f975e4c-7bfd-4cd7-a737-ab8964261849 req-a0bccda9-0fc7-4126-8b3a-790a3268304f tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 210 time: 0.0352039 Aug 30 16:31:15.229090 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-f7be60e6-2c23-4614-9f41-86f2b8bc0ffe tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:15.230529 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-f7be60e6-2c23-4614-9f41-86f2b8bc0ffe tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "GET /v2.0/networks?id=976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 200 len: 815 time: 0.1188242 Aug 30 16:31:15.268597 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Request body: {'port': {'device_id': '29e5d039-ab6f-498e-bf93-daeeeadc032d', 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7', 'admin_state_up': True, 'tenant_id': '2708cf7b055c4dcda870a1d67054566c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:15.395444 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Made reservation on behalf of 2708cf7b055c4dcda870a1d67054566c for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:31:15.399116 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:15.830474 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Allocated IP 172.20.0.8 (976dc7fb-2999-43c0-aef8-d47320f10af7/10833027-e737-40b4-80fc-9d10e0878d40/2124565c-30e7-465b-9612-2a101152fe48) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:31:15.851072 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-fb415787-5327-4234-88b1-be983b5f25c9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:15.852572 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-fb415787-5327-4234-88b1-be983b5f25c9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.78 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 947 time: 0.0769613 Aug 30 16:31:16.065368 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:16.068653 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Deleting port b28f1f39-3dc3-434e-b70e-1402038b9340 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:31:16.068984 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:16.122770 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e3564-5de2-4a1f-a869-a1a0d847d6c9 req-d8f5f52b-bad6-48d8-a31a-a52f9767620e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:16.124499 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-424e3564-5de2-4a1f-a869-a1a0d847d6c9 req-d8f5f52b-bad6-48d8-a31a-a52f9767620e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 947 time: 0.0508497 Aug 30 16:31:16.163703 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-424e3564-5de2-4a1f-a869-a1a0d847d6c9 req-0185fc9b-d350-4f52-a3ba-c3a6ab202ecf tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed0c186-85c2-4520-90c7-b065112be894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330245 Aug 30 16:31:16.183412 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] For port b28f1f39-3dc3-434e-b70e-1402038b9340, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b28f1f39-3dc3-434e-b70e-1402038b9340,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:16.183773 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:16.197905 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:16.237629 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['0a21f5ea-fb9f-42af-85d0-2f695ebe94e9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:31:16.288005 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a95972-99c1-4f71-aad6-f2debbe775b5 req-21c15937-7510-42d3-8950-ad423a5bcc18 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:16.289459 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d0a95972-99c1-4f71-aad6-f2debbe775b5 req-21c15937-7510-42d3-8950-ad423a5bcc18 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 931 time: 0.0544868 Aug 30 16:31:16.319739 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Network 976dc7fb-2999-43c0-aef8-d47320f10af7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:31:16.333080 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d0a95972-99c1-4f71-aad6-f2debbe775b5 req-ba77e7d2-79a7-421b-b8d3-59fd835ee927 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356324 Aug 30 16:31:16.334003 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:31:16.336817 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:31:16.378534 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Pushing event updated for resources: {'Port': ['ID=2124565c-30e7-465b-9612-2a101152fe48,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:16.448931 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:16.449597 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:16.535591 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ff3939dd-3f85-4305-9f65-25a12a118938 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2744119 Aug 30 16:31:16.563632 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Request body: {'port': {'device_id': '29e5d039-ab6f-498e-bf93-daeeeadc032d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:16.600884 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:16.601264 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:16.601605 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.l3_db [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Floating IP d7762675-595b-4078-b360-d715f83fc0c7 disassociated. External IP: 172.27.3.100, port: b28f1f39-3dc3-434e-b70e-1402038b9340. Aug 30 16:31:16.601946 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Calling delete_port for b28f1f39-3dc3-434e-b70e-1402038b9340 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:31:16.675518 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:16.892530 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:16.928767 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event deleted for resources: {'Port': ['ID=b28f1f39-3dc3-434e-b70e-1402038b9340,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:17.099589 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2124565c-30e7-465b-9612-2a101152fe48 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:31:17.109411 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:17.113698 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Router 43846b73-231e-49bc-8bd9-132d2253e899 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:31:17.129578 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Transition to ACTIVE for port object 2124565c-30e7-465b-9612-2a101152fe48 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:31:17.135764 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:17.259670 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Pushing event updated for resources: {'Port': ['ID=2124565c-30e7-465b-9612-2a101152fe48,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:17.274720 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1d83f91b-986d-488d-a05b-aa4dafda3892 req-dbdcf13c-0645-40cb-a63c-2b6cd4d07c73 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e050e01b-8853-4db3-8958-c9c920056e32 HTTP/1.1" status: 200 len: 210 time: 0.0290666 Aug 30 16:31:17.331081 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:31:17.341972 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d724f-153e-457b-9d3f-0c3c958ebfb5 None None] Sync routers for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:31:17.353976 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d724f-153e-457b-9d3f-0c3c958ebfb5 None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:31:17.354600 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1d7d724f-153e-457b-9d3f-0c3c958ebfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:30:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:31:17.384583 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] No DVR routers for this DVR port b28f1f39-3dc3-434e-b70e-1402038b9340 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:31:17.386209 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Attempting to bind port 2124565c-30e7-465b-9612-2a101152fe48 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:31:17.386532 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Attempting to bind port 2124565c-30e7-465b-9612-2a101152fe48 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:31:17.386847 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Attempting to bind port 2124565c-30e7-465b-9612-2a101152fe48 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:31:17.389475 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:17.391489 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7011a97e-ddb0-47bb-b0ce-d2d5c6aea8b6 req-f5c3a200-4b7a-47df-938b-9ddf876a9046 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.78 "DELETE /v2.0/ports/b28f1f39-3dc3-434e-b70e-1402038b9340 HTTP/1.1" status: 204 len: 173 time: 1.5301054 Aug 30 16:31:17.391923 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'name': 'network-vif-deleted', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:31:17.394502 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dee003-1e75-4376-b735-c99ba24ac1af" -d '{"events": [{"server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "name": "network-vif-deleted", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:31:17.400648 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Port 2124565c-30e7-465b-9612-2a101152fe48 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:31:17.401630 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Attempting to bind port 2124565c-30e7-465b-9612-2a101152fe48 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:31:17.407819 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:31:17.408146 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Checking segment: {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:31:17.408521 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Bound using segment: {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:31:17.408944 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Bound port: 2124565c-30e7-465b-9612-2a101152fe48, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:31:17.409291 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:17.478980 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceeaf3a-8f5f-4554-931b-7d3e7e0ef1ed x-openstack-request-id: req-cceeaf3a-8f5f-4554-931b-7d3e7e0ef1ed {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:31:17.479262 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e050e01b-8853-4db3-8958-c9c920056e32", "name": "network-vif-deleted", "tag": "b28f1f39-3dc3-434e-b70e-1402038b9340", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:31:17.479557 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cceeaf3a-8f5f-4554-931b-7d3e7e0ef1ed {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:31:17.479954 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e050e01b-8853-4db3-8958-c9c920056e32', 'name': 'network-vif-deleted', 'tag': 'b28f1f39-3dc3-434e-b70e-1402038b9340', 'status': 'completed', 'code': 200} Aug 30 16:31:17.492876 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] For port 2124565c-30e7-465b-9612-2a101152fe48, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:31:17.496481 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] For port 2124565c-30e7-465b-9612-2a101152fe48, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2124565c-30e7-465b-9612-2a101152fe48,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:31:17.506853 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:17.535407 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1d7d724f-153e-457b-9d3f-0c3c958ebfb5 None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:31:17.557460 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:17.558388 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:17.560693 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] 10.222.0.78 "PUT /v2.0/ports/2124565c-30e7-465b-9612-2a101152fe48 HTTP/1.1" status: 200 len: 1093 time: 1.0082545 Aug 30 16:31:17.573775 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b359-3a88-4cdd-a09f-94d34bd1c9aa req-2b3cb36f-5570-44d0-8543-7443267f2695 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:17.575961 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6f16b359-3a88-4cdd-a09f-94d34bd1c9aa req-2b3cb36f-5570-44d0-8543-7443267f2695 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 943 time: 0.1313915 Aug 30 16:31:17.591047 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b804a1b-b203-4715-b3bd-6725a418f723 service neutron] Pushing event updated for resources: {'Port': ['ID=2124565c-30e7-465b-9612-2a101152fe48,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:17.619826 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6f16b359-3a88-4cdd-a09f-94d34bd1c9aa req-d8cb6e78-3f31-4750-893c-c96c9f027378 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373166 Aug 30 16:31:17.708995 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-a785a46b-77dd-41ae-85ca-06df078a64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:17.710678 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-a785a46b-77dd-41ae-85ca-06df078a64dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 1096 time: 0.0507407 Aug 30 16:31:17.764334 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-c08e75d9-065f-4a56-83a8-e2d72eda7e44 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2124565c-30e7-465b-9612-2a101152fe48 HTTP/1.1" status: 200 len: 217 time: 0.0380094 Aug 30 16:31:17.782086 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1d7d724f-153e-457b-9d3f-0c3c958ebfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:31:17.808672 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d724f-153e-457b-9d3f-0c3c958ebfb5 None None] Checking router: 43846b73-231e-49bc-8bd9-132d2253e899 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:31:17.819220 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d724f-153e-457b-9d3f-0c3c958ebfb5 None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:31:17.819220 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1d7d724f-153e-457b-9d3f-0c3c958ebfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:30:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:31:17.827514 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-0713c2a4-6ed1-479d-94a9-7e9568bd144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:17.829122 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-0713c2a4-6ed1-479d-94a9-7e9568bd144a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=10833027-e737-40b4-80fc-9d10e0878d40 HTTP/1.1" status: 200 len: 855 time: 0.0471494 Aug 30 16:31:17.868921 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-bef6d62f-2a59-4c20-a1f0-4f5476c114f1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=976dc7fb-2999-43c0-aef8-d47320f10af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302067 Aug 30 16:31:17.966598 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-ad89efbf-3581-4386-86d6-9286de541513 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899708 Aug 30 16:31:18.059972 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1d7d724f-153e-457b-9d3f-0c3c958ebfb5 None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:31:18.081354 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-501ebbd7-b21a-4588-a020-241c3c30a2ca req-c231a6a0-be2b-4d61-bd14-2fc55d50594d service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066041 Aug 30 16:31:18.273327 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1d7d724f-153e-457b-9d3f-0c3c958ebfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:31:18.299375 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d724f-153e-457b-9d3f-0c3c958ebfb5 None None] The sync data for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi is: [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:31:18.377029 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39738) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:31:18.433431 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-070ce351-ce5c-48ea-b8d0-bf86e3e0ef44 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:18.459381 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-070ce351-ce5c-48ea-b8d0-bf86e3e0ef44 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:18.510971 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-070ce351-ce5c-48ea-b8d0-bf86e3e0ef44 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:18.513627 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-070ce351-ce5c-48ea-b8d0-bf86e3e0ef44 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:18.517195 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-070ce351-ce5c-48ea-b8d0-bf86e3e0ef44 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "DELETE /v2.0/security-groups/eed0c186-85c2-4520-90c7-b065112be894 HTTP/1.1" status: 204 len: 168 time: 0.1366422 Aug 30 16:31:18.518070 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39740) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:31:18.525054 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ce351-ce5c-48ea-b8d0-bf86e3e0ef44 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed0c186-85c2-4520-90c7-b065112be894,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:18.535953 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.api.v2.resource [None req-56de6bb4-ff32-48c0-987a-4c0f685ec3df tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] show failed (client error): The resource could not be found. Aug 30 16:31:18.540620 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-56de6bb4-ff32-48c0-987a-4c0f685ec3df tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups/eed0c186-85c2-4520-90c7-b065112be894 HTTP/1.1" status: 404 len: 347 time: 0.0157058 Aug 30 16:31:18.540733 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39742) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:31:18.582109 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be38c8-f214-4412-9862-ee2d2a0c86f4 None None] New status for floating IP d7762675-595b-4078-b360-d715f83fc0c7: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:31:18.679944 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-43a695d1-e664-4c27-a61f-f29ec26aa134 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Deleting port 09fbebdb-646a-4f8b-a556-f0d742bf8ae5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:31:18.680329 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43a695d1-e664-4c27-a61f-f29ec26aa134 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:18.750287 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac5b90-d462-4200-8ec8-a73e414a4391 req-576c4955-cf8a-4329-a9a7-81af993fabd1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:18.752143 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7aac5b90-d462-4200-8ec8-a73e414a4391 req-576c4955-cf8a-4329-a9a7-81af993fabd1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 943 time: 0.0554144 Aug 30 16:31:18.762790 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43a695d1-e664-4c27-a61f-f29ec26aa134 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:18.763111 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43a695d1-e664-4c27-a61f-f29ec26aa134 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:18.779400 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-43a695d1-e664-4c27-a61f-f29ec26aa134 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Calling delete_port for 09fbebdb-646a-4f8b-a556-f0d742bf8ae5 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:31:18.803910 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7aac5b90-d462-4200-8ec8-a73e414a4391 req-da494f53-d63d-4473-ade1-89f45fa91329 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388772 Aug 30 16:31:18.941199 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43a695d1-e664-4c27-a61f-f29ec26aa134 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:18.967368 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a695d1-e664-4c27-a61f-f29ec26aa134 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event deleted for resources: {'Port': ['ID=09fbebdb-646a-4f8b-a556-f0d742bf8ae5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:19.029011 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43a695d1-e664-4c27-a61f-f29ec26aa134 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.032287 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43a695d1-e664-4c27-a61f-f29ec26aa134 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.033451 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-43a695d1-e664-4c27-a61f-f29ec26aa134 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "DELETE /v2.0/floatingips/d7762675-595b-4078-b360-d715f83fc0c7 HTTP/1.1" status: 204 len: 168 time: 0.4925048 Aug 30 16:31:19.303053 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:31:19.308018 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-09419b32-f191-45fe-9fdf-38ca2239e8a1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606774420', 'description': 'tempest-description--693089250'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:19.331064 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09419b32-f191-45fe-9fdf-38ca2239e8a1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.418805 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09419b32-f191-45fe-9fdf-38ca2239e8a1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.424151 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09419b32-f191-45fe-9fdf-38ca2239e8a1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.452415 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09419b32-f191-45fe-9fdf-38ca2239e8a1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb472bb1-da06-4061-9ce5-bb535c56e3a5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:19.454964 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09419b32-f191-45fe-9fdf-38ca2239e8a1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.456226 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-09419b32-f191-45fe-9fdf-38ca2239e8a1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1520655 Aug 30 16:31:19.459368 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39750) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:31:19.466806 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-cac98fcf-042c-480f-b2ad-8002e819b76f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'security_group_rule': {'security_group_id': 'eb472bb1-da06-4061-9ce5-bb535c56e3a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:19.481079 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e5d039-ab6f-498e-bf93-daeeeadc032d', 'tag': '2124565c-30e7-465b-9612-2a101152fe48'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:31:19.483803 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b857047-63cd-460d-8169-1ff92782cf00" -d '{"events": [{"name": "network-changed", "server_uuid": "29e5d039-ab6f-498e-bf93-daeeeadc032d", "tag": "2124565c-30e7-465b-9612-2a101152fe48"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:31:19.501648 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cac98fcf-042c-480f-b2ad-8002e819b76f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.522322 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03ca776-f611-4e86-b251-202a67e31209 x-openstack-request-id: req-b03ca776-f611-4e86-b251-202a67e31209 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:31:19.522609 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e5d039-ab6f-498e-bf93-daeeeadc032d", "tag": "2124565c-30e7-465b-9612-2a101152fe48", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:31:19.522854 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b03ca776-f611-4e86-b251-202a67e31209 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:31:19.523229 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e5d039-ab6f-498e-bf93-daeeeadc032d', 'tag': '2124565c-30e7-465b-9612-2a101152fe48', 'status': 'completed', 'code': 200} Aug 30 16:31:19.557225 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cac98fcf-042c-480f-b2ad-8002e819b76f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.562993 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cac98fcf-042c-480f-b2ad-8002e819b76f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.589847 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac98fcf-042c-480f-b2ad-8002e819b76f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903c85cb-a218-435a-a13c-f2fdb3c45df9,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:19.615283 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cac98fcf-042c-480f-b2ad-8002e819b76f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.616626 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-cac98fcf-042c-480f-b2ad-8002e819b76f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552219 Aug 30 16:31:19.619843 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39754) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:31:19.625851 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2dfc8c75-ecec-4d92-9e14-c69d506dd55b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'security_group_rule': {'security_group_id': 'eb472bb1-da06-4061-9ce5-bb535c56e3a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:19.629070 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b857047-63cd-460d-8169-1ff92782cf00 req-291c10ca-3cff-4693-be37-595fa99ce605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:19.630599 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4b857047-63cd-460d-8169-1ff92782cf00 req-291c10ca-3cff-4693-be37-595fa99ce605 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 1096 time: 0.0552530 Aug 30 16:31:19.656575 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dfc8c75-ecec-4d92-9e14-c69d506dd55b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.726749 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dfc8c75-ecec-4d92-9e14-c69d506dd55b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.735204 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dfc8c75-ecec-4d92-9e14-c69d506dd55b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.758952 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc8c75-ecec-4d92-9e14-c69d506dd55b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bf6db6-e066-49c7-a808-70a81f1b0df3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:19.767935 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dfc8c75-ecec-4d92-9e14-c69d506dd55b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.769045 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b857047-63cd-460d-8169-1ff92782cf00 req-84d3e5ef-6584-4330-a2e2-27ce6d0446d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:19.769584 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-2dfc8c75-ecec-4d92-9e14-c69d506dd55b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480238 Aug 30 16:31:19.770577 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4b857047-63cd-460d-8169-1ff92782cf00 req-84d3e5ef-6584-4330-a2e2-27ce6d0446d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 200 len: 917 time: 0.1307778 Aug 30 16:31:19.772931 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39756) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:31:19.777592 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'floatingip': {'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:19.827857 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4b857047-63cd-460d-8169-1ff92782cf00 req-b93738fb-ab3b-4a75-b092-0c3d786c46b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2124565c-30e7-465b-9612-2a101152fe48 HTTP/1.1" status: 200 len: 217 time: 0.0456932 Aug 30 16:31:19.866010 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:19.923336 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b857047-63cd-460d-8169-1ff92782cf00 req-e14906a2-a05c-4c42-967f-381482210476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:19.924844 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4b857047-63cd-460d-8169-1ff92782cf00 req-e14906a2-a05c-4c42-967f-381482210476 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=10833027-e737-40b4-80fc-9d10e0878d40 HTTP/1.1" status: 200 len: 855 time: 0.0879290 Aug 30 16:31:19.938956 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ed6a3-7134-419f-bea1-ce3706a7eaa1 req-93ed6fd5-38e0-4418-bf72-31bb0fbbc216 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:19.940577 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef7ed6a3-7134-419f-bea1-ce3706a7eaa1 req-93ed6fd5-38e0-4418-bf72-31bb0fbbc216 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 943 time: 0.0584724 Aug 30 16:31:19.966928 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4b857047-63cd-460d-8169-1ff92782cf00 req-665498e3-e49a-44ca-aa25-70e1374d478b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=976dc7fb-2999-43c0-aef8-d47320f10af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322237 Aug 30 16:31:19.983404 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef7ed6a3-7134-419f-bea1-ce3706a7eaa1 req-33bfaeb2-807d-4e24-a6bc-2b7ddeb1ffbf tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346429 Aug 30 16:31:20.074665 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:20.085959 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4b857047-63cd-460d-8169-1ff92782cf00 req-3dcfca72-50ba-4ba4-b45b-5a1e0ee87230 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089168 Aug 30 16:31:20.513898 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Allocated IP 172.27.3.110 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/e178a471-d15a-431e-aa3d-3d3cee24855a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:31:20.517378 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4b857047-63cd-460d-8169-1ff92782cf00 req-e35ca0cd-50a2-400c-b3b3-07f0dee472f9 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233949 Aug 30 16:31:20.542740 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2124565c-30e7-465b-9612-2a101152fe48 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:31:20.552042 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b28f1f39-3dc3-434e-b70e-1402038b9340 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:31:20.578286 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: b28f1f39-3dc3-434e-b70e-1402038b9340 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:31:20.578636 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b28f1f39-3dc3-434e-b70e-1402038b9340 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:31:20.626094 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:20.665945 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2124565c-30e7-465b-9612-2a101152fe48, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2124565c-30e7-465b-9612-2a101152fe48,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:20.666818 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:20.677411 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '2124565c-30e7-465b-9612-2a101152fe48', 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7', 'port_id': '2124565c-30e7-465b-9612-2a101152fe48', 'mac_address': 'fa:16:3e:f2:28:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10833027-e737-40b4-80fc-9d10e0878d40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:31:20.713651 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:31:20.714973 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'Port': ['ID=e178a471-d15a-431e-aa3d-3d3cee24855a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:20.716387 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:20.717564 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:31:20.719630 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:31:20.730520 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2124565c-30e7-465b-9612-2a101152fe48 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:31:20.750469 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2124565c-30e7-465b-9612-2a101152fe48, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2124565c-30e7-465b-9612-2a101152fe48,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:20.755564 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:20.809062 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:20.809374 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=2124565c-30e7-465b-9612-2a101152fe48,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:20.848593 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:21.002632 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:21.009136 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:21.080330 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['2124565c-30e7-465b-9612-2a101152fe48'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:31:21.081682 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'Port': ['ID=e178a471-d15a-431e-aa3d-3d3cee24855a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:21.094255 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:21.108125 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:21.110578 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a8fb2fc3-28f6-4a1b-9f4b-5080d62c824b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3366668 Aug 30 16:31:21.111674 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcb19e-f8d3-4eb3-b011-0cde5b46ff10 req-205cf250-3af4-454e-a330-5827ad884067 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:21.113204 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1fbcb19e-f8d3-4eb3-b011-0cde5b46ff10 req-205cf250-3af4-454e-a330-5827ad884067 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 944 time: 0.0523951 Aug 30 16:31:21.164682 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1fbcb19e-f8d3-4eb3-b011-0cde5b46ff10 req-576d2b57-84bc-40e5-a7a3-0a947f9b8857 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Aug 30 16:31:21.323822 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4425763c-ce10-482d-bff5-f4d5969946a0 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1606774420&fields=id&tenant_id=d798050cb8f04cb1b7c59fe942270479 HTTP/1.1" status: 200 len: 267 time: 0.0372412 Aug 30 16:31:21.347181 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1908ad1e-9aa4-4d95-8d1d-5a8b2567aaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:21.439205 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-ad64be88-9262-44eb-b860-ee9e6678f5d0 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:21.440700 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-ad64be88-9262-44eb-b860-ee9e6678f5d0 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 817 time: 0.1092103 Aug 30 16:31:21.458312 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a4408e1d-2c6a-4a26-8887-472fed424d59 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/quotas/d798050cb8f04cb1b7c59fe942270479 HTTP/1.1" status: 200 len: 375 time: 0.0096242 Aug 30 16:31:21.511917 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-e7a2dad7-0ac0-43aa-b5a8-3ab3ecd81924 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481863 Aug 30 16:31:21.612827 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-08bb08ac-3b54-4525-b307-78a078dd14f5 service neutron] 10.222.0.32 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880487 Aug 30 16:31:21.706501 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-90d6bd19-7f76-4315-9c4c-cf1c0b98058a service neutron] 10.222.0.32 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846412 Aug 30 16:31:21.873059 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f688c0e0-f40b-4544-bb2c-bc81607e3f8a req-f2986e0f-885d-4b7a-a264-7f73a2cceb56 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 210 time: 0.0300255 Aug 30 16:31:22.292373 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ece7e-1320-41b3-94dd-0c57c90bd550 req-abaaae56-c071-4225-a30c-3d1d1cacd3a8 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:22.293928 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e1ece7e-1320-41b3-94dd-0c57c90bd550 req-abaaae56-c071-4225-a30c-3d1d1cacd3a8 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 944 time: 0.0562253 Aug 30 16:31:22.334866 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e1ece7e-1320-41b3-94dd-0c57c90bd550 req-4a84dde4-07dc-4c20-8690-185566e43bd3 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341375 Aug 30 16:31:22.559785 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2124565c-30e7-465b-9612-2a101152fe48 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:31:22.616182 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 2124565c-30e7-465b-9612-2a101152fe48 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:31:22.620660 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 2124565c-30e7-465b-9612-2a101152fe48 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:31:22.621316 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:22.711599 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:22.736779 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e5d039-ab6f-498e-bf93-daeeeadc032d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2124565c-30e7-465b-9612-2a101152fe48'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:31:22.739123 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59ac54a-e0d7-429b-a12a-ba210e1fa4dd" -d '{"events": [{"server_uuid": "29e5d039-ab6f-498e-bf93-daeeeadc032d", "name": "network-vif-plugged", "status": "completed", "tag": "2124565c-30e7-465b-9612-2a101152fe48"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:31:22.751860 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2124565c-30e7-465b-9612-2a101152fe48, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2124565c-30e7-465b-9612-2a101152fe48,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:22.758287 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:22.782620 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6db36d-f94b-49a9-9aee-ab20f1e37398 x-openstack-request-id: req-ff6db36d-f94b-49a9-9aee-ab20f1e37398 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:31:22.782620 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e5d039-ab6f-498e-bf93-daeeeadc032d", "name": "network-vif-plugged", "status": "completed", "tag": "2124565c-30e7-465b-9612-2a101152fe48", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:31:22.782855 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff6db36d-f94b-49a9-9aee-ab20f1e37398 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:31:22.783190 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e5d039-ab6f-498e-bf93-daeeeadc032d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2124565c-30e7-465b-9612-2a101152fe48', 'code': 200} Aug 30 16:31:22.813603 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=2124565c-30e7-465b-9612-2a101152fe48,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:22.986338 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1851c255-8c83-4c73-ae93-dda91f13659d req-8f88b141-30e6-4dc7-a1e6-43b9cbf219f5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 210 time: 0.0297334 Aug 30 16:31:23.049910 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-46e994da-1f81-465a-8200-546d2397def4 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:23.051465 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-46e994da-1f81-465a-8200-546d2397def4 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.78 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 817 time: 0.1344249 Aug 30 16:31:23.107799 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74dd7a-1ea8-47fc-a06a-1446be10cc9d req-a84df593-f852-4bcf-ada3-4103b6462161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:23.109308 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ea74dd7a-1ea8-47fc-a06a-1446be10cc9d req-a84df593-f852-4bcf-ada3-4103b6462161 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 1098 time: 0.0832193 Aug 30 16:31:23.114100 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-f1bf1da7-594f-44d4-941a-5899ece8c7e0 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d798050cb8f04cb1b7c59fe942270479 HTTP/1.1" status: 200 len: 380 time: 0.0459387 Aug 30 16:31:23.134490 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'port': {'device_id': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'admin_state_up': True, 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'security_groups': ['eb472bb1-da06-4061-9ce5-bb535c56e3a5']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:23.210489 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ea74dd7a-1ea8-47fc-a06a-1446be10cc9d req-c4150709-30ba-4c4b-a089-fac195455a57 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854437 Aug 30 16:31:23.269186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Made reservation on behalf of d798050cb8f04cb1b7c59fe942270479 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:31:23.275227 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:23.404465 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Allocated IP 172.20.0.8 (c7abf696-2a58-4d8b-ae00-6f747070c49c/e57aa6cd-4f0b-4684-9186-db0b1b0e6bff/5bcb3c40-dfa8-43a4-a329-bcd469248903) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:31:23.454718 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7920da5-b6e9-4fba-b4b8-076383af2166 req-63e470b4-d090-40bd-8038-e2ec0b65b3e0 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:23.456233 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d7920da5-b6e9-4fba-b4b8-076383af2166 req-63e470b4-d090-40bd-8038-e2ec0b65b3e0 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 945 time: 0.0514495 Aug 30 16:31:23.494615 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d7920da5-b6e9-4fba-b4b8-076383af2166 req-d81c8f45-5bff-4510-b3b6-5f0cf58e6d4d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321100 Aug 30 16:31:23.546407 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:23.559833 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Transition to ACTIVE for port object 5bcb3c40-dfa8-43a4-a329-bcd469248903 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:31:23.595447 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:23.639186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Network c7abf696-2a58-4d8b-ae00-6f747070c49c is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:31:23.642451 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:31:23.646939 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:31:23.653315 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event updated for resources: {'Port': ['ID=5bcb3c40-dfa8-43a4-a329-bcd469248903,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:23.709979 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:23.710730 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:23.726440 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a65b8922-0bf7-4ac0-8791-41ad651564ae tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5997858 Aug 30 16:31:23.750616 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Request body: {'port': {'device_id': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:23.807707 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:23.839161 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-80bce00d-67f8-4299-93e2-9fb61f7bff35 None None] Provisioning for port 5bcb3c40-dfa8-43a4-a329-bcd469248903 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:31:23.843018 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-80bce00d-67f8-4299-93e2-9fb61f7bff35 None None] Provisioning complete for port 5bcb3c40-dfa8-43a4-a329-bcd469248903 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:31:23.843399 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80bce00d-67f8-4299-93e2-9fb61f7bff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:23.880917 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-80bce00d-67f8-4299-93e2-9fb61f7bff35 None None] Port 5bcb3c40-dfa8-43a4-a329-bcd469248903 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:31:24.081377 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcb3c40-dfa8-43a4-a329-bcd469248903 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:31:24.090003 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:24.104220 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Transition to ACTIVE for port object 5bcb3c40-dfa8-43a4-a329-bcd469248903 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:31:24.110361 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:24.123647 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993bb3-9ce8-4c9b-88fa-e89da16f4e39 req-1ae885f6-a3f0-43b6-9cd4-5aeb645903ee tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:24.125424 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6f993bb3-9ce8-4c9b-88fa-e89da16f4e39 req-1ae885f6-a3f0-43b6-9cd4-5aeb645903ee tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 931 time: 0.0610795 Aug 30 16:31:24.168809 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Pushing event updated for resources: {'Port': ['ID=5bcb3c40-dfa8-43a4-a329-bcd469248903,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:24.181708 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6f993bb3-9ce8-4c9b-88fa-e89da16f4e39 req-dbb87612-3bd7-4267-807e-5fe4ef3ec798 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422149 Aug 30 16:31:24.229006 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b151-a990-48cb-a33c-8ed075e078dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:24.238023 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Attempting to bind port 5bcb3c40-dfa8-43a4-a329-bcd469248903 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:31:24.238366 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Attempting to bind port 5bcb3c40-dfa8-43a4-a329-bcd469248903 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:31:24.238697 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Attempting to bind port 5bcb3c40-dfa8-43a4-a329-bcd469248903 on network c7abf696-2a58-4d8b-ae00-6f747070c49c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:31:24.243233 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Port 5bcb3c40-dfa8-43a4-a329-bcd469248903 on network c7abf696-2a58-4d8b-ae00-6f747070c49c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:31:24.243545 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Attempting to bind port 5bcb3c40-dfa8-43a4-a329-bcd469248903 on network c7abf696-2a58-4d8b-ae00-6f747070c49c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:31:24.248408 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:31:24.248746 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Checking segment: {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:31:24.249134 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Bound using segment: {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:31:24.249594 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Bound port: 5bcb3c40-dfa8-43a4-a329-bcd469248903, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09950c0e-07ad-4960-9b7e-077c03180caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:31:24.249961 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:24.324814 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:31:24.328281 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:31:24.332366 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:24.370377 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:24.370996 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:24.372516 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] 10.222.0.78 "PUT /v2.0/ports/5bcb3c40-dfa8-43a4-a329-bcd469248903 HTTP/1.1" status: 200 len: 1093 time: 0.6265247 Aug 30 16:31:24.372901 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:31:24.375322 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d1ff52-8617-4da9-885e-38376ed64228" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:31:24.403104 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e087-9d95-4e49-8bbd-1334e81d1ddc service neutron] Pushing event updated for resources: {'Port': ['ID=5bcb3c40-dfa8-43a4-a329-bcd469248903,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:24.422336 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f291a143-78c2-4ee1-b735-9e103036d26b x-openstack-request-id: req-f291a143-78c2-4ee1-b735-9e103036d26b {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:31:24.422793 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:31:24.423306 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f291a143-78c2-4ee1-b735-9e103036d26b {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:31:24.423756 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'status': 'completed', 'code': 200} Aug 30 16:31:24.500569 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:24.535908 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1ff52-8617-4da9-885e-38376ed64228 req-edcd8ceb-4ec0-49d2-ad37-e9cadbc05f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:24.537448 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d4d1ff52-8617-4da9-885e-38376ed64228 req-edcd8ceb-4ec0-49d2-ad37-e9cadbc05f5d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 1096 time: 0.0553958 Aug 30 16:31:24.618357 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e690a-fb52-4185-88ac-853f7a172192 req-8209755a-83a1-4b24-b789-f707dfc8f91d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:24.619940 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-380e690a-fb52-4185-88ac-853f7a172192 req-8209755a-83a1-4b24-b789-f707dfc8f91d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 945 time: 0.0502515 Aug 30 16:31:24.658748 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1ff52-8617-4da9-885e-38376ed64228 req-212a98ee-6dda-42fc-81a8-a37bd2d95d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:24.659560 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-380e690a-fb52-4185-88ac-853f7a172192 req-64bff0fe-f5e4-4568-bb5f-96948c97da8d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327191 Aug 30 16:31:24.660240 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d4d1ff52-8617-4da9-885e-38376ed64228 req-212a98ee-6dda-42fc-81a8-a37bd2d95d3a service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=d798050cb8f04cb1b7c59fe942270479&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1057944 Aug 30 16:31:24.766706 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1ff52-8617-4da9-885e-38376ed64228 req-c19c6a2a-33ca-4603-9032-33488531333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:24.768308 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d4d1ff52-8617-4da9-885e-38376ed64228 req-c19c6a2a-33ca-4603-9032-33488531333b service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0998747 Aug 30 16:31:24.882176 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a93403ba-47c3-4b5b-b3be-d836f554788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:24.884195 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-a93403ba-47c3-4b5b-b3be-d836f554788b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 1096 time: 0.0522776 Aug 30 16:31:24.943936 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-b781c148-c141-42ee-95c8-f038a8290475 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903 HTTP/1.1" status: 200 len: 217 time: 0.0438976 Aug 30 16:31:24.995808 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-1256e899-ad3b-4761-aacf-95abd097cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:24.997299 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-1256e899-ad3b-4761-aacf-95abd097cae8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 200 len: 856 time: 0.0460300 Aug 30 16:31:25.041098 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:25.060071 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-0fe6b875-691a-4ccd-9966-f639cede0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:25.061667 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-0fe6b875-691a-4ccd-9966-f639cede0322 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7abf696-2a58-4d8b-ae00-6f747070c49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524356 Aug 30 16:31:25.176744 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-b1502a8d-dcca-4068-bc5a-91727ebe7fd5 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028316 Aug 30 16:31:25.296835 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3949951c-45cd-4598-a3a8-fc80f7ead6ee req-49e45c02-3c65-40b7-9801-8d6289c2f97f service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060100 Aug 30 16:31:25.303440 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7341bc8-ad0e-42b8-a4b1-83bf7dffa571 req-fc12449c-09e6-49f9-9276-a9b52cd7dd91 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:25.304846 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f7341bc8-ad0e-42b8-a4b1-83bf7dffa571 req-fc12449c-09e6-49f9-9276-a9b52cd7dd91 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0560608 Aug 30 16:31:25.348352 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f7341bc8-ad0e-42b8-a4b1-83bf7dffa571 req-12be698f-94ae-433a-b215-c188f2e32712 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362093 Aug 30 16:31:26.520312 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e2e52-6d59-4301-a425-e8d579d119f8 req-e139d5c0-cbf9-4cc0-850f-af967071c06a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:26.522035 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f60e2e52-6d59-4301-a425-e8d579d119f8 req-e139d5c0-cbf9-4cc0-850f-af967071c06a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0813885 Aug 30 16:31:26.543985 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-33e49245-dc6d-4992-af24-0cc8afc0563b tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:26.545485 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-33e49245-dc6d-4992-af24-0cc8afc0563b tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/networks?id=976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 200 len: 815 time: 0.1547787 Aug 30 16:31:26.568042 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-be0dd73f-998f-4e2a-b40c-0a4e2fd1a75d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/quotas/2708cf7b055c4dcda870a1d67054566c HTTP/1.1" status: 200 len: 375 time: 0.0152214 Aug 30 16:31:26.589449 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f60e2e52-6d59-4301-a425-e8d579d119f8 req-f445cb0b-7d98-4a22-bd52-d188114a3c05 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612516 Aug 30 16:31:26.611735 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:26.627770 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-89dae7c9-8e73-4a5d-b913-1861b08004cf tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539670 Aug 30 16:31:26.719939 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-8a0e3809-c049-4f1a-82c4-df0a56ea05b6 service neutron] 10.222.0.32 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848114 Aug 30 16:31:26.830146 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-0b5d2d34-9577-4432-be22-3fd661ac112c service neutron] 10.222.0.32 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039774 Aug 30 16:31:27.000099 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-64d66a41-2230-4f85-abc5-009e4c033ce8 req-9987c0b6-6e08-4171-971f-469bbb0fe4ac tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 210 time: 0.0267482 Aug 30 16:31:27.430408 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:31:27.717059 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adfec7-b5ab-4385-9cca-9f0af49c4d25 req-e2163f85-0a44-42b8-b2c4-69eca9d76b0e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:27.718576 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-94adfec7-b5ab-4385-9cca-9f0af49c4d25 req-e2163f85-0a44-42b8-b2c4-69eca9d76b0e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0492632 Aug 30 16:31:27.756395 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-94adfec7-b5ab-4385-9cca-9f0af49c4d25 req-3a170f67-8760-449e-9b3a-0e598052b4eb tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317316 Aug 30 16:31:28.117701 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7dc18725-6cfe-4add-815f-cad180750f7c req-c0e98057-587b-462d-8dac-cd397d843b3c tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 210 time: 0.0447059 Aug 30 16:31:28.131311 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-94b80693-fbc8-48fc-bf27-4837e3cb4736 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:28.133038 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-94b80693-fbc8-48fc-bf27-4837e3cb4736 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "GET /v2.0/networks?id=976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 200 len: 815 time: 0.1238668 Aug 30 16:31:28.154665 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Request body: {'port': {'device_id': '31bae916-8253-4122-980d-c60ad3b16022', 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7', 'admin_state_up': True, 'tenant_id': '2708cf7b055c4dcda870a1d67054566c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:28.274424 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Made reservation on behalf of 2708cf7b055c4dcda870a1d67054566c for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:31:28.278079 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:28.405176 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Allocated IP 172.20.0.13 (976dc7fb-2999-43c0-aef8-d47320f10af7/10833027-e737-40b4-80fc-9d10e0878d40/93cabfa5-7875-49e1-92e2-159101653c93) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:31:28.572954 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:28.589990 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5bcb3c40-dfa8-43a4-a329-bcd469248903 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:31:28.613914 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:28.650771 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['0a21f5ea-fb9f-42af-85d0-2f695ebe94e9', '2124565c-30e7-465b-9612-2a101152fe48'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:31:28.660024 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Network 976dc7fb-2999-43c0-aef8-d47320f10af7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:31:28.663559 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:31:28.669380 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:31:28.692095 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Pushing event updated for resources: {'Port': ['ID=93cabfa5-7875-49e1-92e2-159101653c93,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:28.725889 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:28.726517 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:28.734879 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:28.743702 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-916f3ea6-67b4-41e6-8f66-eb6f845f16e1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928545 Aug 30 16:31:28.754525 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'port_id': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'mac_address': 'fa:16:3e:da:a8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:31:28.766072 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Request body: {'port': {'device_id': '31bae916-8253-4122-980d-c60ad3b16022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:28.820412 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:28.824036 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:28.849531 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcb3c40-dfa8-43a4-a329-bcd469248903 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:31:28.889021 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:28.899103 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:28.904650 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da61d1-5602-4ac9-baaf-f812e789e0a5 req-45b7bd8c-1fb4-45dd-8801-d85478af8884 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:28.910192 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-41da61d1-5602-4ac9-baaf-f812e789e0a5 req-45b7bd8c-1fb4-45dd-8801-d85478af8884 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0652344 Aug 30 16:31:28.948887 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-41da61d1-5602-4ac9-baaf-f812e789e0a5 req-6d84432e-06b6-492f-8e91-90f63a4fc932 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356808 Aug 30 16:31:28.974668 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5bcb3c40-dfa8-43a4-a329-bcd469248903,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:29.099465 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93cabfa5-7875-49e1-92e2-159101653c93 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:31:29.107004 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:29.119252 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Transition to ACTIVE for port object 93cabfa5-7875-49e1-92e2-159101653c93 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:31:29.126660 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:29.180057 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Pushing event updated for resources: {'Port': ['ID=93cabfa5-7875-49e1-92e2-159101653c93,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:29.232772 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe06340-cdc2-4f87-b68a-666eb65b4b82 req-f2ccb40d-43ac-4910-aee7-dedfcfa5ca12 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:29.234425 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0fe06340-cdc2-4f87-b68a-666eb65b4b82 req-f2ccb40d-43ac-4910-aee7-dedfcfa5ca12 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 944 time: 0.0541892 Aug 30 16:31:29.253700 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Attempting to bind port 93cabfa5-7875-49e1-92e2-159101653c93 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:31:29.254019 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Attempting to bind port 93cabfa5-7875-49e1-92e2-159101653c93 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:31:29.254338 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Attempting to bind port 93cabfa5-7875-49e1-92e2-159101653c93 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:31:29.258871 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Port 93cabfa5-7875-49e1-92e2-159101653c93 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:31:29.259189 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Attempting to bind port 93cabfa5-7875-49e1-92e2-159101653c93 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:31:29.264296 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:31:29.264630 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Checking segment: {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:31:29.265070 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Bound using segment: {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:31:29.265512 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Bound port: 93cabfa5-7875-49e1-92e2-159101653c93, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:31:29.265867 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:29.272846 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0fe06340-cdc2-4f87-b68a-666eb65b4b82 req-3a64f627-be15-4e6c-aa88-d144fd4946da tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Aug 30 16:31:29.334286 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] For port 93cabfa5-7875-49e1-92e2-159101653c93, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:31:29.337186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] For port 93cabfa5-7875-49e1-92e2-159101653c93, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=93cabfa5-7875-49e1-92e2-159101653c93,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:31:29.343524 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:29.371030 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['5bcb3c40-dfa8-43a4-a329-bcd469248903'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:31:29.378038 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:29.378673 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:29.380120 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] 10.222.0.78 "PUT /v2.0/ports/93cabfa5-7875-49e1-92e2-159101653c93 HTTP/1.1" status: 200 len: 1094 time: 0.6186128 Aug 30 16:31:29.382399 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bae916-8253-4122-980d-c60ad3b16022', 'tag': '93cabfa5-7875-49e1-92e2-159101653c93'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:31:29.384732 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ad8f71-5cd4-4ea9-bb0e-7ac6f7ad0de4" -d '{"events": [{"name": "network-changed", "server_uuid": "31bae916-8253-4122-980d-c60ad3b16022", "tag": "93cabfa5-7875-49e1-92e2-159101653c93"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:31:29.421541 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1f52f-dc75-43cb-a5ef-961d132e9a80 service neutron] Pushing event updated for resources: {'Port': ['ID=93cabfa5-7875-49e1-92e2-159101653c93,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:29.427461 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c096ee9b-3810-4e08-b7d9-872492a983d1 x-openstack-request-id: req-c096ee9b-3810-4e08-b7d9-872492a983d1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:31:29.427900 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bae916-8253-4122-980d-c60ad3b16022", "tag": "93cabfa5-7875-49e1-92e2-159101653c93", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:31:29.428236 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c096ee9b-3810-4e08-b7d9-872492a983d1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:31:29.428719 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bae916-8253-4122-980d-c60ad3b16022', 'tag': '93cabfa5-7875-49e1-92e2-159101653c93', 'status': 'completed', 'code': 200} Aug 30 16:31:29.496126 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-cbd93787-2d0c-4c55-8df5-fec8349533a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:29.497725 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-cbd93787-2d0c-4c55-8df5-fec8349533a4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 1097 time: 0.0414968 Aug 30 16:31:29.566936 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-c73e168c-b502-4285-bc00-83991dbbe00c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93cabfa5-7875-49e1-92e2-159101653c93 HTTP/1.1" status: 200 len: 217 time: 0.0385067 Aug 30 16:31:29.619948 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-9b29d0b1-3451-43e9-ae53-c805950ccb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:29.621575 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-9b29d0b1-3451-43e9-ae53-c805950ccb17 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=10833027-e737-40b4-80fc-9d10e0878d40 HTTP/1.1" status: 200 len: 855 time: 0.0467365 Aug 30 16:31:29.677558 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-cee9bb2c-3239-4a3b-b01f-db775bf12be3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=976dc7fb-2999-43c0-aef8-d47320f10af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378375 Aug 30 16:31:29.776150 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-f0100a15-6077-4edd-a11d-49c0d8eb3b59 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900249 Aug 30 16:31:29.875383 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd9b98bc-383b-4ad0-94d9-c1c1dc633c89 req-0fbc3398-188c-42b1-b9b0-dfbbccec8a13 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892785 Aug 30 16:31:30.027267 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad8f71-5cd4-4ea9-bb0e-7ac6f7ad0de4 req-e4f9451a-46e6-4a80-b542-4a521979e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:30.028786 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d8ad8f71-5cd4-4ea9-bb0e-7ac6f7ad0de4 req-e4f9451a-46e6-4a80-b542-4a521979e34a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 1097 time: 0.0434127 Aug 30 16:31:30.070634 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05329575-b6c6-4aad-8437-e473a4eac09f req-8a23c69a-4ad2-49b6-8480-c680bfd96af4 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:30.072275 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-05329575-b6c6-4aad-8437-e473a4eac09f req-8a23c69a-4ad2-49b6-8480-c680bfd96af4 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 944 time: 0.0505981 Aug 30 16:31:30.113009 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-05329575-b6c6-4aad-8437-e473a4eac09f req-cbdf9e04-2637-4461-904b-8ba589dc4bac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346282 Aug 30 16:31:30.127439 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad8f71-5cd4-4ea9-bb0e-7ac6f7ad0de4 req-1ae10e70-0b21-4e8a-a36d-400e6bce395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:30.129002 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d8ad8f71-5cd4-4ea9-bb0e-7ac6f7ad0de4 req-1ae10e70-0b21-4e8a-a36d-400e6bce395a service neutron] 10.222.0.78 "GET /v2.0/networks?id=976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 200 len: 917 time: 0.0890932 Aug 30 16:31:30.174993 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d8ad8f71-5cd4-4ea9-bb0e-7ac6f7ad0de4 req-b1a6c00c-c038-45ad-b6cd-7b393d3a95c4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93cabfa5-7875-49e1-92e2-159101653c93 HTTP/1.1" status: 200 len: 217 time: 0.0343735 Aug 30 16:31:30.237796 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad8f71-5cd4-4ea9-bb0e-7ac6f7ad0de4 req-1d08b559-a66f-4350-8bc4-c058ef681f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:30.239251 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d8ad8f71-5cd4-4ea9-bb0e-7ac6f7ad0de4 req-1d08b559-a66f-4350-8bc4-c058ef681f55 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=10833027-e737-40b4-80fc-9d10e0878d40 HTTP/1.1" status: 200 len: 855 time: 0.0562816 Aug 30 16:31:30.245107 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:30.273383 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d8ad8f71-5cd4-4ea9-bb0e-7ac6f7ad0de4 req-db7d1acd-23fb-40ba-864a-5a2129b60e22 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=976dc7fb-2999-43c0-aef8-d47320f10af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253975 Aug 30 16:31:30.364779 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d8ad8f71-5cd4-4ea9-bb0e-7ac6f7ad0de4 req-b67a63e9-4a48-4687-9eca-bc680f93b209 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835404 Aug 30 16:31:30.396403 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b451a-024b-498f-b155-858aab4944ba req-61201608-5d1c-40d9-b6a8-14f0dd402143 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:30.397813 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef4b451a-024b-498f-b155-858aab4944ba req-61201608-5d1c-40d9-b6a8-14f0dd402143 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 944 time: 0.0563159 Aug 30 16:31:30.436037 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef4b451a-024b-498f-b155-858aab4944ba req-d26345ec-9c88-48cf-99d2-04a51d28a77a tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320091 Aug 30 16:31:30.468552 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d8ad8f71-5cd4-4ea9-bb0e-7ac6f7ad0de4 req-69ba25dd-e51b-4b2a-a4ee-196862791298 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948045 Aug 30 16:31:30.607303 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5bcb3c40-dfa8-43a4-a329-bcd469248903 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:31:30.661774 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 5bcb3c40-dfa8-43a4-a329-bcd469248903 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:31:30.666328 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 5bcb3c40-dfa8-43a4-a329-bcd469248903 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:31:30.666714 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:30.751892 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:30.778125 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:31:30.780372 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1a640e-bc44-4ca1-8e18-871a8542bdcc" -d '{"events": [{"server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "name": "network-vif-plugged", "status": "completed", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:31:30.793623 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:30.800129 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:30.823443 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc0a878-1e54-4a7c-9652-2c722b606e4d x-openstack-request-id: req-8dc0a878-1e54-4a7c-9652-2c722b606e4d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:31:30.823725 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "name": "network-vif-plugged", "status": "completed", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:31:30.823971 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8dc0a878-1e54-4a7c-9652-2c722b606e4d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:31:30.824347 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'code': 200} Aug 30 16:31:30.849851 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5bcb3c40-dfa8-43a4-a329-bcd469248903,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:31.056307 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaea55-b2a6-435f-98b0-2b3d58dbd5ff req-fdef2480-a5fa-4469-9ed2-a62f4549affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:31.057736 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6cbaea55-b2a6-435f-98b0-2b3d58dbd5ff req-fdef2480-a5fa-4469-9ed2-a62f4549affb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 1098 time: 0.0443161 Aug 30 16:31:31.093745 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6cbaea55-b2a6-435f-98b0-2b3d58dbd5ff req-85731855-8e47-4330-94cc-de3f80863a1a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283694 Aug 30 16:31:31.241910 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6b69e-8164-4211-b6d5-0def14231e07 req-7df49261-907d-4bc4-a69c-0dd34377e35e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:31.243430 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4bc6b69e-8164-4211-b6d5-0def14231e07 req-7df49261-907d-4bc4-a69c-0dd34377e35e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0537386 Aug 30 16:31:31.288335 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4bc6b69e-8164-4211-b6d5-0def14231e07 req-c4d19b3c-0a0c-49fc-98e5-014567f99d52 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353081 Aug 30 16:31:31.560759 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd8ca8-14f1-4fb9-b4ce-efb0213ba6f5 req-1d51d969-897b-4281-a07c-c2b503e8a010 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:31.562129 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-30dd8ca8-14f1-4fb9-b4ce-efb0213ba6f5 req-1d51d969-897b-4281-a07c-c2b503e8a010 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 944 time: 0.0517504 Aug 30 16:31:31.604919 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-30dd8ca8-14f1-4fb9-b4ce-efb0213ba6f5 req-59dd1126-623a-457c-92e1-1dfc0aeb713c tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331514 Aug 30 16:31:32.440267 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3b8bd-0b04-4788-96f0-277ec4b444ef req-2ab73c13-ab31-4bc7-88e2-4c8a8594696a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:32.442099 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b6e3b8bd-0b04-4788-96f0-277ec4b444ef req-2ab73c13-ab31-4bc7-88e2-4c8a8594696a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0573020 Aug 30 16:31:32.481224 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b6e3b8bd-0b04-4788-96f0-277ec4b444ef req-da8c7fda-f3f1-4af2-a8ae-c0c8e74a41cc tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Aug 30 16:31:32.519535 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-2156c6ee-d863-4db5-8b2e-7740808b3071 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416231 Aug 30 16:31:32.605470 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 93cabfa5-7875-49e1-92e2-159101653c93 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:31:32.636445 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-ea8c010a-8064-4184-8e1a-937d54636a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:32.638039 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-ea8c010a-8064-4184-8e1a-937d54636a95 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 1098 time: 0.0506196 Aug 30 16:31:32.712422 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 93cabfa5-7875-49e1-92e2-159101653c93, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=93cabfa5-7875-49e1-92e2-159101653c93,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:32.728549 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '93cabfa5-7875-49e1-92e2-159101653c93', 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7', 'port_id': '93cabfa5-7875-49e1-92e2-159101653c93', 'mac_address': 'fa:16:3e:30:dd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10833027-e737-40b4-80fc-9d10e0878d40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:31:32.729273 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609249d5-53a8-4fd4-8bf6-00e4e268935f req-6fc2d008-0f40-48cb-b1a5-f248f961bddc tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:32.730884 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-609249d5-53a8-4fd4-8bf6-00e4e268935f req-6fc2d008-0f40-48cb-b1a5-f248f961bddc tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 944 time: 0.0510182 Aug 30 16:31:32.767841 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:32.768170 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-8f4dc3ec-d361-4b4c-9f3a-67c3b3174ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:32.770168 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-8f4dc3ec-d361-4b4c-9f3a-67c3b3174ee7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 200 len: 913 time: 0.0972056 Aug 30 16:31:32.777169 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-609249d5-53a8-4fd4-8bf6-00e4e268935f req-aaf10b41-67ae-4479-8817-a821352cf96b tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 Aug 30 16:31:32.781154 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93cabfa5-7875-49e1-92e2-159101653c93 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:31:32.808816 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 93cabfa5-7875-49e1-92e2-159101653c93, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=93cabfa5-7875-49e1-92e2-159101653c93,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:32.814089 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:32.845222 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-c521870d-b90c-4553-83d1-2bf68ba6dc88 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9a035e0-d790-4d8e-8484-11d968bb993b HTTP/1.1" status: 200 len: 1000 time: 0.0623779 Aug 30 16:31:32.861196 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=93cabfa5-7875-49e1-92e2-159101653c93,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:32.903818 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-9f0ebf0a-1099-44ea-924b-683d1f4b988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:32.905325 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-9f0ebf0a-1099-44ea-924b-683d1f4b988c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=58d75be7-63e7-408a-a34c-24700364bd2d HTTP/1.1" status: 200 len: 850 time: 0.0498497 Aug 30 16:31:32.958394 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-0dc77815-2e06-4e7b-8ea0-ab3dc48538e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:32.959967 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-0dc77815-2e06-4e7b-8ea0-ab3dc48538e4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422347 Aug 30 16:31:33.059341 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-640cd80b-0908-4d95-ad7c-9898fed3e40b service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908058 Aug 30 16:31:33.158469 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a3d12133-d5f3-4b16-a23a-c9ccce8bce12 req-28c29024-b48c-4208-ace3-bd72a6cbfa91 service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916624 Aug 30 16:31:33.188443 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['93cabfa5-7875-49e1-92e2-159101653c93'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:31:33.611445 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f5a78-5df9-4e82-9f3a-fa7261e12d6a req-410356fa-e873-4d7a-8969-bfc00c21955c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:33.613020 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b70f5a78-5df9-4e82-9f3a-fa7261e12d6a req-410356fa-e873-4d7a-8969-bfc00c21955c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0521162 Aug 30 16:31:33.660442 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b70f5a78-5df9-4e82-9f3a-fa7261e12d6a req-cc17e6a8-9c7e-4815-b547-69407ce9ab0e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342014 Aug 30 16:31:33.796177 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466abd8b-7470-4f10-8ea3-904bab9ce9a0 req-b92a4036-36f3-4ff0-bdfa-4d758025293b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:33.797770 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-466abd8b-7470-4f10-8ea3-904bab9ce9a0 req-b92a4036-36f3-4ff0-bdfa-4d758025293b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0589156 Aug 30 16:31:33.807340 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39896) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:31:33.812405 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-11bf887a-7cd2-454f-afa8-464a776a14ed tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Request body: {'floatingip': {'port_id': '5bcb3c40-dfa8-43a4-a329-bcd469248903'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:33.852251 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-11bf887a-7cd2-454f-afa8-464a776a14ed tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:33.892213 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfafba-dba1-49ee-b61b-f2486efded38 req-56e6b0b5-d28a-477b-a41c-2cdf1d8c60d4 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:33.894235 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c6bfafba-dba1-49ee-b61b-f2486efded38 req-56e6b0b5-d28a-477b-a41c-2cdf1d8c60d4 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 945 time: 0.0495684 Aug 30 16:31:33.932812 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c6bfafba-dba1-49ee-b61b-f2486efded38 req-02960e59-1351-490c-9053-3af2012cb47f tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320480 Aug 30 16:31:34.543299 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-11bf887a-7cd2-454f-afa8-464a776a14ed tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 16:31:34.601211 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-11bf887a-7cd2-454f-afa8-464a776a14ed tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:34.607116 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 93cabfa5-7875-49e1-92e2-159101653c93 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:31:34.607844 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-11bf887a-7cd2-454f-afa8-464a776a14ed tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:34.663273 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 93cabfa5-7875-49e1-92e2-159101653c93 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:31:34.669256 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 93cabfa5-7875-49e1-92e2-159101653c93 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:31:34.669746 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:34.728234 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.l3_db [None req-11bf887a-7cd2-454f-afa8-464a776a14ed tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Floating IP 3e9efe39-241c-4862-b597-8fc3bcb04584 associated. External IP: 172.27.3.110, port: 5bcb3c40-dfa8-43a4-a329-bcd469248903. Aug 30 16:31:34.757425 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:34.781768 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bae916-8253-4122-980d-c60ad3b16022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cabfa5-7875-49e1-92e2-159101653c93'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:31:34.784129 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc964b7e-05ac-4802-a396-362e692f8079" -d '{"events": [{"server_uuid": "31bae916-8253-4122-980d-c60ad3b16022", "name": "network-vif-plugged", "status": "completed", "tag": "93cabfa5-7875-49e1-92e2-159101653c93"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:31:34.796766 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 93cabfa5-7875-49e1-92e2-159101653c93, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=93cabfa5-7875-49e1-92e2-159101653c93,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:34.806014 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:34.842986 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca69d01-dd5e-418c-9334-a1b47407a112 x-openstack-request-id: req-1ca69d01-dd5e-418c-9334-a1b47407a112 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:31:34.843285 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bae916-8253-4122-980d-c60ad3b16022", "name": "network-vif-plugged", "status": "completed", "tag": "93cabfa5-7875-49e1-92e2-159101653c93", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:31:34.843743 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ca69d01-dd5e-418c-9334-a1b47407a112 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:31:34.843986 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bae916-8253-4122-980d-c60ad3b16022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cabfa5-7875-49e1-92e2-159101653c93', 'code': 200} Aug 30 16:31:34.864797 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=93cabfa5-7875-49e1-92e2-159101653c93,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:34.871612 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80b8f0-cdc1-4441-8a22-669e655b32f5 req-ba98bd99-76ef-464e-b917-821f840630eb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:34.873291 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4e80b8f0-cdc1-4441-8a22-669e655b32f5 req-ba98bd99-76ef-464e-b917-821f840630eb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0601995 Aug 30 16:31:34.916603 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4e80b8f0-cdc1-4441-8a22-669e655b32f5 req-1431fceb-bccd-40b1-9dbc-caf6c8a05d74 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340157 Aug 30 16:31:34.972262 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bf887a-7cd2-454f-afa8-464a776a14ed tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Router 43846b73-231e-49bc-8bd9-132d2253e899 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:31:35.065898 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ea2d-c802-4f92-a472-e8513f011534 req-11790829-d8c3-42e5-ac02-2a7a28ff6980 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:35.067301 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a5b0ea2d-c802-4f92-a472-e8513f011534 req-11790829-d8c3-42e5-ac02-2a7a28ff6980 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 946 time: 0.0549765 Aug 30 16:31:35.109968 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a5b0ea2d-c802-4f92-a472-e8513f011534 req-43e92950-44d1-4e17-821d-054f3ae281f7 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360985 Aug 30 16:31:35.118706 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bf887a-7cd2-454f-afa8-464a776a14ed tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:31:35.123712 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-11bf887a-7cd2-454f-afa8-464a776a14ed tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:35.133741 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7822b4-ef0a-4813-922c-dec2ea74c3e6 None None] Sync routers for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:31:35.143980 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7822b4-ef0a-4813-922c-dec2ea74c3e6 None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:31:35.144785 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-bc7822b4-ef0a-4813-922c-dec2ea74c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:31:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:31:35.146561 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75370d91-9e62-48c0-8c24-d8e1a76dfd59 req-f16d041a-9ec4-4131-9c8b-56074435a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:35.148231 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-75370d91-9e62-48c0-8c24-d8e1a76dfd59 req-f16d041a-9ec4-4131-9c8b-56074435a395 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 1099 time: 0.0808418 Aug 30 16:31:35.155581 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-11bf887a-7cd2-454f-afa8-464a776a14ed tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "PUT /v2.0/floatingips/3e9efe39-241c-4862-b597-8fc3bcb04584 HTTP/1.1" status: 200 len: 991 time: 1.3470147 Aug 30 16:31:35.157444 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:31:35.159676 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:31:35.195159 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-75370d91-9e62-48c0-8c24-d8e1a76dfd59 req-db7a5dbc-05ba-456a-90ae-294aedbf3fa2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383651 Aug 30 16:31:35.212442 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0759693a-8687-4757-a119-9386a36433de x-openstack-request-id: req-0759693a-8687-4757-a119-9386a36433de {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:31:35.212797 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:31:35.213104 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0759693a-8687-4757-a119-9386a36433de {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:31:35.213576 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'status': 'completed', 'code': 200} Aug 30 16:31:35.264803 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-bc7822b4-ef0a-4813-922c-dec2ea74c3e6 None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:31:35.664188 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-bc7822b4-ef0a-4813-922c-dec2ea74c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '3e9efe39-241c-4862-b597-8fc3bcb04584', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'port_id': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'mac_address': 'fa:16:3e:da:a8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:31:20Z', 'updated_at': '2021-08-30T16:31:34Z', 'revision_number': 1, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:31:35.676749 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18 req-58e4fa72-7360-4f7a-b831-d7703f2e41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:35.678441 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18 req-58e4fa72-7360-4f7a-b831-d7703f2e41cf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 1098 time: 0.0473926 Aug 30 16:31:35.691162 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7822b4-ef0a-4813-922c-dec2ea74c3e6 None None] Checking router: 43846b73-231e-49bc-8bd9-132d2253e899 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:31:35.700705 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7822b4-ef0a-4813-922c-dec2ea74c3e6 None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:31:35.701219 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-bc7822b4-ef0a-4813-922c-dec2ea74c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:31:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:31:35.791246 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18 req-6f49d412-c0a7-4446-afb8-00c900b24f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:35.792754 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18 req-6f49d412-c0a7-4446-afb8-00c900b24f8c service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 919 time: 0.0942359 Aug 30 16:31:35.819642 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-bc7822b4-ef0a-4813-922c-dec2ea74c3e6 None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:31:35.861417 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18 req-4a3dc96c-94ff-4fdc-bf15-2d07c9f1b09c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903 HTTP/1.1" status: 200 len: 999 time: 0.0603964 Aug 30 16:31:35.912217 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18 req-6a29ec42-b564-4c35-ac32-d863867886ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:35.913622 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18 req-6a29ec42-b564-4c35-ac32-d863867886ca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 200 len: 856 time: 0.0447011 Aug 30 16:31:35.970729 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18 req-d3106850-7595-4e4e-b46f-d8fb6f93fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:35.972261 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18 req-d3106850-7595-4e4e-b46f-d8fb6f93fe4c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7abf696-2a58-4d8b-ae00-6f747070c49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447671 Aug 30 16:31:36.041798 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e63e9b-7bbe-4519-ade1-2711ce98871e req-5ae6e8d6-7a2b-46ae-a06c-52d02db0bfb3 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:36.043369 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-17e63e9b-7bbe-4519-ade1-2711ce98871e req-5ae6e8d6-7a2b-46ae-a06c-52d02db0bfb3 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0523889 Aug 30 16:31:36.056829 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-bc7822b4-ef0a-4813-922c-dec2ea74c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '3e9efe39-241c-4862-b597-8fc3bcb04584', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'port_id': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'mac_address': 'fa:16:3e:da:a8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:31:20Z', 'updated_at': '2021-08-30T16:31:34Z', 'revision_number': 1, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:31:36.080563 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18 req-7f10ca86-4b5c-422f-adda-89b633aff3c9 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952735 Aug 30 16:31:36.083235 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-17e63e9b-7bbe-4519-ade1-2711ce98871e req-98ba893c-04ed-4504-98e0-1b2616e174b4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332270 Aug 30 16:31:36.083814 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7822b4-ef0a-4813-922c-dec2ea74c3e6 None None] The sync data for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi is: [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '3e9efe39-241c-4862-b597-8fc3bcb04584', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'port_id': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'mac_address': 'fa:16:3e:da:a8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:31:20Z', 'updated_at': '2021-08-30T16:31:34Z', 'revision_number': 1, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:31:36.181543 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8bdb6fc2-0a15-4791-8eef-4aa4a30fdb18 req-7597bfa0-fb4f-421e-aedf-0fb06e21888a service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918057 Aug 30 16:31:36.244491 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8021e-d41d-4716-b941-ae5b7ed4976c req-f9709a3c-7230-40ed-ae48-97b1ea27b678 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:36.246113 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a3a8021e-d41d-4716-b941-ae5b7ed4976c req-f9709a3c-7230-40ed-ae48-97b1ea27b678 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 946 time: 0.0520883 Aug 30 16:31:36.287578 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a3a8021e-d41d-4716-b941-ae5b7ed4976c req-157826e1-1acc-4e02-a542-e8e78ba78a7f tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Aug 30 16:31:36.296887 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332925b-fbc4-45b8-8c00-eacd42be5c95 None None] New status for floating IP 3e9efe39-241c-4862-b597-8fc3bcb04584: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:31:37.207656 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e00628-b015-4faa-b00d-85353b27dc47 req-ab951071-9a2c-4380-a035-53c5f6d46428 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:37.209200 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e7e00628-b015-4faa-b00d-85353b27dc47 req-ab951071-9a2c-4380-a035-53c5f6d46428 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0564923 Aug 30 16:31:37.254617 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e7e00628-b015-4faa-b00d-85353b27dc47 req-ecf0e21f-dbfe-434d-bd2b-52e3d3d0b5c2 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366659 Aug 30 16:31:37.433757 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6129-c77d-4774-8884-5859479bbc30 req-736d1342-873d-4e74-8aed-898451f64dfb tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:37.435266 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cae6129-c77d-4774-8884-5859479bbc30 req-736d1342-873d-4e74-8aed-898451f64dfb tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 946 time: 0.0584164 Aug 30 16:31:37.476237 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cae6129-c77d-4774-8884-5859479bbc30 req-7ca6587c-30a9-4743-9f7f-98e7e24fd051 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345755 Aug 30 16:31:38.377717 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e584d1-5169-4c40-8189-73dda4ac3786 req-c81d912f-cc9c-4c0b-b648-1ce3ee7c8411 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:38.379393 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b3e584d1-5169-4c40-8189-73dda4ac3786 req-c81d912f-cc9c-4c0b-b648-1ce3ee7c8411 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0534456 Aug 30 16:31:38.420963 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b3e584d1-5169-4c40-8189-73dda4ac3786 req-67c25909-c1d5-43b4-bf23-3b11e64e2a7b tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353079 Aug 30 16:31:39.556353 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838cf6-9e79-43d2-991c-0493699fd0e0 req-4521f617-c08d-456e-b6bc-d3838b5155e0 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:39.557881 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b6838cf6-9e79-43d2-991c-0493699fd0e0 req-4521f617-c08d-456e-b6bc-d3838b5155e0 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0534196 Aug 30 16:31:39.596625 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b6838cf6-9e79-43d2-991c-0493699fd0e0 req-94415ddb-3c17-47d0-bebc-21ded7ab37a4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315933 Aug 30 16:31:40.731764 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15223470-a368-4e8d-acac-01d4d5cc6944 req-2efe173c-9943-400e-b170-dbbffcc04930 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:40.733254 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-15223470-a368-4e8d-acac-01d4d5cc6944 req-2efe173c-9943-400e-b170-dbbffcc04930 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0559924 Aug 30 16:31:40.774751 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-15223470-a368-4e8d-acac-01d4d5cc6944 req-b38ed928-1db8-4b81-bfc0-ec817c97bd6a tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346787 Aug 30 16:31:41.919461 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5548fe6-47ee-492a-a8e5-7b927069104d req-6ca8b46d-dcb3-440e-897b-2976849a21d1 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:41.921004 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b5548fe6-47ee-492a-a8e5-7b927069104d req-6ca8b46d-dcb3-440e-897b-2976849a21d1 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0676653 Aug 30 16:31:41.968337 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b5548fe6-47ee-492a-a8e5-7b927069104d req-8a0776d9-acc8-4e6d-9cb7-5a879bb19195 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409837 Aug 30 16:31:43.097239 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f402b3e-9ba7-4494-a0a7-542f5d60efdf req-0601811d-074c-4eb2-ab9c-607cfe47ef9c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:43.098731 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f402b3e-9ba7-4494-a0a7-542f5d60efdf req-0601811d-074c-4eb2-ab9c-607cfe47ef9c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0547225 Aug 30 16:31:43.140195 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f402b3e-9ba7-4494-a0a7-542f5d60efdf req-9da91056-8785-44c5-964e-40ab8dc1e1f0 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314374 Aug 30 16:31:44.275090 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0e0e7-3ee1-4b88-896b-d4a80f21f370 req-449445de-df28-48d6-b74f-28ab081b3a42 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:44.276548 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6bf0e0e7-3ee1-4b88-896b-d4a80f21f370 req-449445de-df28-48d6-b74f-28ab081b3a42 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0610552 Aug 30 16:31:44.320607 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6bf0e0e7-3ee1-4b88-896b-d4a80f21f370 req-9b54c337-7804-46d5-9194-18ad67095e27 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349305 Aug 30 16:31:45.447489 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31a8cc-c69c-43ae-8db4-a79e91bb7eb6 req-45c577b8-71ad-49d0-b8ef-566563ed0421 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:45.449110 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bf31a8cc-c69c-43ae-8db4-a79e91bb7eb6 req-45c577b8-71ad-49d0-b8ef-566563ed0421 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0573123 Aug 30 16:31:45.497932 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bf31a8cc-c69c-43ae-8db4-a79e91bb7eb6 req-adee5741-6396-44ed-bdca-d6c2ba5688b8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425391 Aug 30 16:31:45.739551 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3d6b1-8f3e-4622-a976-5d66915b0ae3 req-f045b04f-25a3-4746-8454-eda602ea2698 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:45.741496 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80c3d6b1-8f3e-4622-a976-5d66915b0ae3 req-f045b04f-25a3-4746-8454-eda602ea2698 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0557818 Aug 30 16:31:45.816181 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0613825-b7e8-4b7f-91d7-e8941b6e2302 req-eac274af-607d-4e90-be28-f9578acbd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:45.817894 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b0613825-b7e8-4b7f-91d7-e8941b6e2302 req-eac274af-607d-4e90-be28-f9578acbd3d9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 1098 time: 0.0443256 Aug 30 16:31:45.920603 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0613825-b7e8-4b7f-91d7-e8941b6e2302 req-f9069299-b2d0-4f5c-8c14-33760165f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:45.922148 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b0613825-b7e8-4b7f-91d7-e8941b6e2302 req-f9069299-b2d0-4f5c-8c14-33760165f79f service neutron] 10.222.0.78 "GET /v2.0/networks?id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 200 len: 913 time: 0.0954759 Aug 30 16:31:45.978194 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80c3d6b1-8f3e-4622-a976-5d66915b0ae3 req-38d6af16-eb8a-45ee-8914-e5fffbaab539 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2304170 Aug 30 16:31:45.990892 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b0613825-b7e8-4b7f-91d7-e8941b6e2302 req-ca7f168d-ac5a-4483-8534-28c4f0291a6d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9a035e0-d790-4d8e-8484-11d968bb993b HTTP/1.1" status: 200 len: 1000 time: 0.0604274 Aug 30 16:31:46.054884 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0613825-b7e8-4b7f-91d7-e8941b6e2302 req-f81f2c3b-7b47-4fc4-b939-8ee472f50be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:46.056833 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b0613825-b7e8-4b7f-91d7-e8941b6e2302 req-f81f2c3b-7b47-4fc4-b939-8ee472f50be6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=58d75be7-63e7-408a-a34c-24700364bd2d HTTP/1.1" status: 200 len: 850 time: 0.0582407 Aug 30 16:31:46.106455 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0613825-b7e8-4b7f-91d7-e8941b6e2302 req-b49b8108-174b-4c7c-89c3-d80374d2e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:46.107964 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b0613825-b7e8-4b7f-91d7-e8941b6e2302 req-b49b8108-174b-4c7c-89c3-d80374d2e790 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423536 Aug 30 16:31:46.201195 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b0613825-b7e8-4b7f-91d7-e8941b6e2302 req-b94a8067-fe92-41e7-9f4b-438791cceb9c service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845003 Aug 30 16:31:46.304629 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b0613825-b7e8-4b7f-91d7-e8941b6e2302 req-1995d24e-5f22-43d4-9d59-54af36d1a934 service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959125 Aug 30 16:31:47.102337 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41c063-4442-4131-aa9e-2cb42e12a971 req-992c9f09-137e-43f8-aebb-40f2713a16b7 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:47.103857 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8e41c063-4442-4131-aa9e-2cb42e12a971 req-992c9f09-137e-43f8-aebb-40f2713a16b7 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0549493 Aug 30 16:31:47.156203 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8e41c063-4442-4131-aa9e-2cb42e12a971 req-d47987b3-c278-4131-a59d-175a270ad009 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404270 Aug 30 16:31:48.473778 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-090eb41a-8e7c-45a8-ac11-37e2e5b257a8 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:48.475254 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-090eb41a-8e7c-45a8-ac11-37e2e5b257a8 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/networks?id=976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 200 len: 815 time: 0.1218636 Aug 30 16:31:48.492055 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-68d70029-ad4b-4514-b53a-a5e9438cb25d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/quotas/2708cf7b055c4dcda870a1d67054566c HTTP/1.1" status: 200 len: 375 time: 0.0105751 Aug 30 16:31:48.550148 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-a2ffb6ab-994f-4058-80d9-450548e01835 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521545 Aug 30 16:31:48.645254 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-0914eac9-cfbe-47a7-89c3-b9712b68dba4 service neutron] 10.222.0.32 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879836 Aug 30 16:31:48.743706 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-2c7d578d-506e-466a-a36b-ae27c3c3be34 service neutron] 10.222.0.32 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907421 Aug 30 16:31:48.919300 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5d2bb7b5-5c0b-4704-b247-138f8479816c req-a80ffb5b-ffce-48ed-a615-c01bdbf4d07a tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 210 time: 0.0301435 Aug 30 16:31:50.021165 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e8258674-c402-4675-acbd-12d46233fc0e req-be29a538-8c39-4c94-9640-84afecf9cfea tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 210 time: 0.0266693 Aug 30 16:31:50.046098 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-469d76a7-e555-4c2d-90da-7e3aeb8dd50c tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:50.047621 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-469d76a7-e555-4c2d-90da-7e3aeb8dd50c tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "GET /v2.0/networks?id=976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 200 len: 815 time: 0.1027009 Aug 30 16:31:50.077259 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Request body: {'port': {'device_id': 'ace200bd-eb85-45b8-97ed-c4276104bdc2', 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7', 'admin_state_up': True, 'tenant_id': '2708cf7b055c4dcda870a1d67054566c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:50.191141 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Made reservation on behalf of 2708cf7b055c4dcda870a1d67054566c for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:31:50.194770 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:50.346571 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Allocated IP 172.20.0.3 (976dc7fb-2999-43c0-aef8-d47320f10af7/10833027-e737-40b4-80fc-9d10e0878d40/1d8215c4-64b4-4777-a747-c64c41295095) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:31:50.501997 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:50.543633 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:50.583066 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['0a21f5ea-fb9f-42af-85d0-2f695ebe94e9', '2124565c-30e7-465b-9612-2a101152fe48', '93cabfa5-7875-49e1-92e2-159101653c93'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:31:50.600424 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Network 976dc7fb-2999-43c0-aef8-d47320f10af7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:31:50.604093 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:31:50.608314 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:31:50.635162 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Pushing event updated for resources: {'Port': ['ID=1d8215c4-64b4-4777-a747-c64c41295095,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:50.652865 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.653205 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.653549 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.653890 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.654211 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.654536 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.654851 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.655170 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.655469 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.655796 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.656111 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.656416 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:50.677410 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:50.678079 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:50.702862 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-1ec2f3c8-4f42-4cea-8c14-d3a9718774ee tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6296141 Aug 30 16:31:50.725008 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Request body: {'port': {'device_id': 'ace200bd-eb85-45b8-97ed-c4276104bdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:31:50.782877 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:51.056803 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8215c4-64b4-4777-a747-c64c41295095 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:31:51.064786 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:51.078211 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Transition to ACTIVE for port object 1d8215c4-64b4-4777-a747-c64c41295095 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:31:51.083271 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:51.132918 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8215c4-64b4-4777-a747-c64c41295095,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:51.149072 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c388-82ab-48f7-b35d-51f6750fc632 req-0d45a73f-7cc7-4795-9c65-62e987566ec6 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:51.150588 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e1e4c388-82ab-48f7-b35d-51f6750fc632 req-0d45a73f-7cc7-4795-9c65-62e987566ec6 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 943 time: 0.0551081 Aug 30 16:31:51.187976 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e1e4c388-82ab-48f7-b35d-51f6750fc632 req-a220210e-7826-4542-852b-aa50928be6c0 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Aug 30 16:31:51.204685 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Attempting to bind port 1d8215c4-64b4-4777-a747-c64c41295095 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:31:51.205211 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Attempting to bind port 1d8215c4-64b4-4777-a747-c64c41295095 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:31:51.205525 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Attempting to bind port 1d8215c4-64b4-4777-a747-c64c41295095 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:31:51.211306 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Port 1d8215c4-64b4-4777-a747-c64c41295095 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:31:51.211764 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Attempting to bind port 1d8215c4-64b4-4777-a747-c64c41295095 on network 976dc7fb-2999-43c0-aef8-d47320f10af7 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:31:51.216667 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:31:51.216992 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Checking segment: {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:31:51.217362 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Bound using segment: {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:31:51.217811 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Bound port: 1d8215c4-64b4-4777-a747-c64c41295095, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892c8ed4-1fbb-42f9-8eda-f512fd605f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:31:51.218155 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:51.280200 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] For port 1d8215c4-64b4-4777-a747-c64c41295095, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:31:51.283217 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] For port 1d8215c4-64b4-4777-a747-c64c41295095, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=1d8215c4-64b4-4777-a747-c64c41295095,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:31:51.292363 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:51.330070 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:51.330681 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:51.332053 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] 10.222.0.78 "PUT /v2.0/ports/1d8215c4-64b4-4777-a747-c64c41295095 HTTP/1.1" status: 200 len: 1093 time: 0.6118588 Aug 30 16:31:51.332536 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace200bd-eb85-45b8-97ed-c4276104bdc2', 'tag': '1d8215c4-64b4-4777-a747-c64c41295095'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:31:51.334814 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a05f81a-69c9-42b0-8146-aca476c40271" -d '{"events": [{"name": "network-changed", "server_uuid": "ace200bd-eb85-45b8-97ed-c4276104bdc2", "tag": "1d8215c4-64b4-4777-a747-c64c41295095"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:31:51.356434 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42861230-cd1f-4f34-a679-ff9cf3332de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:51.368381 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb255b-b394-4054-8373-21bc65b6c326 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8215c4-64b4-4777-a747-c64c41295095,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:51.378284 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f747a305-8f29-48d4-92ed-b5b7a5d08d1d x-openstack-request-id: req-f747a305-8f29-48d4-92ed-b5b7a5d08d1d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:31:51.378777 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace200bd-eb85-45b8-97ed-c4276104bdc2", "tag": "1d8215c4-64b4-4777-a747-c64c41295095", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:31:51.378970 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f747a305-8f29-48d4-92ed-b5b7a5d08d1d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:31:51.379382 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace200bd-eb85-45b8-97ed-c4276104bdc2', 'tag': '1d8215c4-64b4-4777-a747-c64c41295095', 'status': 'completed', 'code': 200} Aug 30 16:31:51.500663 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05f81a-69c9-42b0-8146-aca476c40271 req-fd0e7779-5d21-471b-a5a7-859ea4fc4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:51.502278 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8a05f81a-69c9-42b0-8146-aca476c40271 req-fd0e7779-5d21-471b-a5a7-859ea4fc4894 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0471740 Aug 30 16:31:51.626574 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05f81a-69c9-42b0-8146-aca476c40271 req-c2fefd14-2261-4048-98ea-41a059900bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:51.628114 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8a05f81a-69c9-42b0-8146-aca476c40271 req-c2fefd14-2261-4048-98ea-41a059900bb2 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=2708cf7b055c4dcda870a1d67054566c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1021752 Aug 30 16:31:51.736860 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05f81a-69c9-42b0-8146-aca476c40271 req-11dead58-bb0f-4f6f-b08e-e8fb686c1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:51.738370 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8a05f81a-69c9-42b0-8146-aca476c40271 req-11dead58-bb0f-4f6f-b08e-e8fb686c1199 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1015766 Aug 30 16:31:51.865706 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-60edf4c9-8945-46f3-8fba-89dd7451d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:51.867255 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-60edf4c9-8945-46f3-8fba-89dd7451d246 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2708cf7b055c4dcda870a1d67054566c&device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0468943 Aug 30 16:31:51.927880 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-47e7b5c3-1867-4b5a-a8e6-7ffafcadc04c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8215c4-64b4-4777-a747-c64c41295095 HTTP/1.1" status: 200 len: 217 time: 0.0385413 Aug 30 16:31:51.996332 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-b433213c-5357-4c55-8f7d-246f4227b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:51.997767 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-b433213c-5357-4c55-8f7d-246f4227b427 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=10833027-e737-40b4-80fc-9d10e0878d40 HTTP/1.1" status: 200 len: 855 time: 0.0477180 Aug 30 16:31:52.037771 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-5fd1149c-dd51-435b-a4c4-b54cd661395f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=976dc7fb-2999-43c0-aef8-d47320f10af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286977 Aug 30 16:31:52.148126 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-fdab0efe-937e-4795-bac1-1163be83c525 service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938389 Aug 30 16:31:52.246942 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cedfc670-bb26-4f15-95ec-0e11210dcc9c req-0a8d22f3-9651-4e87-942a-175be9c8c38b service neutron] 10.222.0.78 "GET /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887668 Aug 30 16:31:52.311201 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66ddcf-6b3f-49e0-8174-5042881dd608 req-0e5d3641-f931-476b-82c3-69e3d5a48cb5 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:52.312687 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1a66ddcf-6b3f-49e0-8174-5042881dd608 req-0e5d3641-f931-476b-82c3-69e3d5a48cb5 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 943 time: 0.0558426 Aug 30 16:31:52.349848 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1a66ddcf-6b3f-49e0-8174-5042881dd608 req-e6a73650-9628-4101-907e-47e0dcc524f4 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Aug 30 16:31:53.476916 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec745086-d3b4-4c27-9218-faee13f4b6a6 req-b7ad5417-393f-4464-8dff-ae58b196cca8 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:53.478420 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ec745086-d3b4-4c27-9218-faee13f4b6a6 req-b7ad5417-393f-4464-8dff-ae58b196cca8 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 943 time: 0.0573609 Aug 30 16:31:53.520147 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ec745086-d3b4-4c27-9218-faee13f4b6a6 req-df057594-de7b-4784-b5b3-f30dfacaa6e9 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332451 Aug 30 16:31:54.241708 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09fcaa39-373e-493f-9e9d-e05dceea98b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:54.501682 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:54.646164 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68597af9-595d-4d63-918d-b00376ce17fb req-b100e00c-9943-4ce8-bbce-eef6e2a11a96 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:54.647635 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-68597af9-595d-4d63-918d-b00376ce17fb req-b100e00c-9943-4ce8-bbce-eef6e2a11a96 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 943 time: 0.0534358 Aug 30 16:31:54.685355 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-68597af9-595d-4d63-918d-b00376ce17fb req-c10c31f0-9933-4456-91c3-f9dc8a46bc1d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Aug 30 16:31:54.755004 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 1d8215c4-64b4-4777-a747-c64c41295095 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:31:54.860077 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 1d8215c4-64b4-4777-a747-c64c41295095, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=1d8215c4-64b4-4777-a747-c64c41295095,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:54.872629 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '1d8215c4-64b4-4777-a747-c64c41295095', 'network_id': '976dc7fb-2999-43c0-aef8-d47320f10af7', 'port_id': '1d8215c4-64b4-4777-a747-c64c41295095', 'mac_address': 'fa:16:3e:e8:00:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10833027-e737-40b4-80fc-9d10e0878d40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:31:54.910551 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:54.923267 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8215c4-64b4-4777-a747-c64c41295095 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:31:54.944113 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 1d8215c4-64b4-4777-a747-c64c41295095, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=1d8215c4-64b4-4777-a747-c64c41295095,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:54.950447 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:54.997282 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=1d8215c4-64b4-4777-a747-c64c41295095,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:55.051673 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:55.350043 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['1d8215c4-64b4-4777-a747-c64c41295095'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:31:55.802807 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d48bad-4f66-49db-9e25-03499ba57468 req-cead1215-2e1d-43d5-98b3-9d8a201f2e0d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:55.804298 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-58d48bad-4f66-49db-9e25-03499ba57468 req-cead1215-2e1d-43d5-98b3-9d8a201f2e0d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 944 time: 0.0510583 Aug 30 16:31:55.853643 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-58d48bad-4f66-49db-9e25-03499ba57468 req-69263825-8448-4a9c-b997-c418050a1e82 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 Aug 30 16:31:56.611024 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:56.756040 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 1d8215c4-64b4-4777-a747-c64c41295095 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:31:56.821424 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 1d8215c4-64b4-4777-a747-c64c41295095 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:31:56.825746 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 1d8215c4-64b4-4777-a747-c64c41295095 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:31:56.826101 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:56.909925 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:56.941695 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace200bd-eb85-45b8-97ed-c4276104bdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8215c4-64b4-4777-a747-c64c41295095'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:31:56.944515 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066335e4-dda7-4adb-95c1-91449c936759" -d '{"events": [{"server_uuid": "ace200bd-eb85-45b8-97ed-c4276104bdc2", "name": "network-vif-plugged", "status": "completed", "tag": "1d8215c4-64b4-4777-a747-c64c41295095"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:31:56.950868 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 1d8215c4-64b4-4777-a747-c64c41295095, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=1d8215c4-64b4-4777-a747-c64c41295095,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:31:56.956908 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:31:56.986646 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f3f92-e883-4d63-9006-e8b9abf42b09 req-a94c3248-17c2-4370-802b-219bad4fa845 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:56.988227 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9c1f3f92-e883-4d63-9006-e8b9abf42b09 req-a94c3248-17c2-4370-802b-219bad4fa845 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 944 time: 0.0634995 Aug 30 16:31:56.992500 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7124bc-903c-42d0-81b8-e60dadd818fe x-openstack-request-id: req-de7124bc-903c-42d0-81b8-e60dadd818fe {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:31:56.992816 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace200bd-eb85-45b8-97ed-c4276104bdc2", "name": "network-vif-plugged", "status": "completed", "tag": "1d8215c4-64b4-4777-a747-c64c41295095", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:31:56.993738 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de7124bc-903c-42d0-81b8-e60dadd818fe {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:31:56.994150 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace200bd-eb85-45b8-97ed-c4276104bdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8215c4-64b4-4777-a747-c64c41295095', 'code': 200} Aug 30 16:31:57.011726 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=1d8215c4-64b4-4777-a747-c64c41295095,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:31:57.019953 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.020301 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.020793 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.021446 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.021985 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.022328 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.022659 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.022985 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.023326 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.023674 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.024016 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.024454 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:31:57.040802 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9c1f3f92-e883-4d63-9006-e8b9abf42b09 req-e8625831-1c85-4746-8670-520e0a115f68 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Aug 30 16:31:57.102913 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673698ab-1d53-4c32-b267-c215b58bdcac req-0b2dc929-891b-44fd-a1f7-6fa8f9f62b4d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:57.104697 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-673698ab-1d53-4c32-b267-c215b58bdcac req-0b2dc929-891b-44fd-a1f7-6fa8f9f62b4d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 945 time: 0.0572226 Aug 30 16:31:57.150896 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-673698ab-1d53-4c32-b267-c215b58bdcac req-cc608175-8811-414f-89eb-1ae8cd781d24 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364189 Aug 30 16:31:57.325494 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a140e9-ed4d-4b13-83a7-ff3cdeecfd27 req-540e9ee9-4d73-4a8a-8fe4-962a38faf612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:57.327061 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b4a140e9-ed4d-4b13-83a7-ff3cdeecfd27 req-540e9ee9-4d73-4a8a-8fe4-962a38faf612 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 1098 time: 0.0480971 Aug 30 16:31:57.367075 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b4a140e9-ed4d-4b13-83a7-ff3cdeecfd27 req-5017fd9b-76cc-48a6-93a0-ec4e156fe844 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Aug 30 16:31:58.183725 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee06937-6971-41c6-b568-4a847afb8305 req-3de50aab-8bef-4b34-8467-c44938a52b0e tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:58.185395 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4ee06937-6971-41c6-b568-4a847afb8305 req-3de50aab-8bef-4b34-8467-c44938a52b0e tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0580888 Aug 30 16:31:58.226986 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4ee06937-6971-41c6-b568-4a847afb8305 req-3b6fd8ed-fc3c-43ea-8574-ef55542fe965 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356123 Aug 30 16:31:58.273205 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c8477-38a9-4e76-bb7f-3179a9f6039a req-94224d18-70b9-4403-9dd0-9a0b83c9cd87 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:58.274958 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-052c8477-38a9-4e76-bb7f-3179a9f6039a req-94224d18-70b9-4403-9dd0-9a0b83c9cd87 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 945 time: 0.0522368 Aug 30 16:31:58.324222 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-052c8477-38a9-4e76-bb7f-3179a9f6039a req-dbe352d4-51f2-4534-9bb2-c23a6f41bd1b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424199 Aug 30 16:31:59.357233 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311835bb-9f14-47cd-ae20-cd8e0f30944b req-c32e6ef6-0d63-42af-8486-4a3e94e2c857 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:59.358792 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-311835bb-9f14-47cd-ae20-cd8e0f30944b req-c32e6ef6-0d63-42af-8486-4a3e94e2c857 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0595961 Aug 30 16:31:59.400642 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-311835bb-9f14-47cd-ae20-cd8e0f30944b req-b97dad15-8274-4c3c-b234-1ae6a819e3f5 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Aug 30 16:31:59.451570 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025aec1f-2fdd-43e1-ae39-bcfa9eaa585e req-a11c7f54-d3b3-472f-bd50-ff0a7214bdc5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:59.453149 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-025aec1f-2fdd-43e1-ae39-bcfa9eaa585e req-a11c7f54-d3b3-472f-bd50-ff0a7214bdc5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 945 time: 0.0516663 Aug 30 16:31:59.493956 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-025aec1f-2fdd-43e1-ae39-bcfa9eaa585e req-5be61db8-684c-4dc7-9edf-efa54b860707 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348556 Aug 30 16:31:59.806670 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-23e90a17-3399-4a83-a968-dc23acc11011 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:31:59.808153 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-23e90a17-3399-4a83-a968-dc23acc11011 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 945 time: 0.0528884 Aug 30 16:31:59.915913 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Deleting port 54e13b72-b762-4dfa-b500-4be64e641639 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:31:59.916248 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:00.008309 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] For port 54e13b72-b762-4dfa-b500-4be64e641639, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=54e13b72-b762-4dfa-b500-4be64e641639,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:00.008651 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:00.192423 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:00.192812 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:00.193129 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.l3_db [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Floating IP a2d4766f-9534-496f-9503-460f1c64da17 disassociated. External IP: 172.27.3.251, port: 54e13b72-b762-4dfa-b500-4be64e641639. Aug 30 16:32:00.193470 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Calling delete_port for 54e13b72-b762-4dfa-b500-4be64e641639 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:32:00.257726 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:00.329547 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:00.360567 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event deleted for resources: {'Port': ['ID=54e13b72-b762-4dfa-b500-4be64e641639,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:00.498364 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:32:00.606614 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5405cee5-e933-4736-95f0-b5b740f0d6c3 req-605af95b-394d-4236-81c1-3259dc41dbe8 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 210 time: 0.0291264 Aug 30 16:32:00.609967 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:32:00.635140 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee37f9-0dfe-4623-8fc0-99b0ea1516ea None None] Sync routers for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:32:00.644615 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee37f9-0dfe-4623-8fc0-99b0ea1516ea None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:32:00.645270 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-91ee37f9-0dfe-4623-8fc0-99b0ea1516ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:31:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:00.653547 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] No DVR routers for this DVR port 54e13b72-b762-4dfa-b500-4be64e641639 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:32:00.656254 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:00.658375 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-049f0de3-64c6-4344-9943-8b3bd4522816 req-222669e5-b281-4d64-a4c6-60905a45f4d6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "DELETE /v2.0/ports/54e13b72-b762-4dfa-b500-4be64e641639 HTTP/1.1" status: 204 len: 173 time: 0.8423193 Aug 30 16:32:00.658826 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'name': 'network-vif-deleted', 'tag': '54e13b72-b762-4dfa-b500-4be64e641639'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:32:00.661198 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8981cc08-abd2-4738-8178-f122be5ea682" -d '{"events": [{"server_uuid": "29b3b0f8-d1f1-44d0-99a8-122776312635", "name": "network-vif-deleted", "tag": "54e13b72-b762-4dfa-b500-4be64e641639"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:32:00.699966 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62094b28-ebe4-424d-9ce5-dde2136014e3 x-openstack-request-id: req-62094b28-ebe4-424d-9ce5-dde2136014e3 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:32:00.700329 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b3b0f8-d1f1-44d0-99a8-122776312635", "name": "network-vif-deleted", "tag": "54e13b72-b762-4dfa-b500-4be64e641639", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:32:00.700640 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62094b28-ebe4-424d-9ce5-dde2136014e3 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:32:00.701105 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b3b0f8-d1f1-44d0-99a8-122776312635', 'name': 'network-vif-deleted', 'tag': '54e13b72-b762-4dfa-b500-4be64e641639', 'status': 'completed', 'code': 200} Aug 30 16:32:00.802263 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-91ee37f9-0dfe-4623-8fc0-99b0ea1516ea None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:32:01.036900 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-91ee37f9-0dfe-4623-8fc0-99b0ea1516ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:01.064712 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee37f9-0dfe-4623-8fc0-99b0ea1516ea None None] Checking router: 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:32:01.073425 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee37f9-0dfe-4623-8fc0-99b0ea1516ea None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:32:01.074084 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-91ee37f9-0dfe-4623-8fc0-99b0ea1516ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:31:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:01.195435 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-91ee37f9-0dfe-4623-8fc0-99b0ea1516ea None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:32:01.408239 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-91ee37f9-0dfe-4623-8fc0-99b0ea1516ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:01.444315 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee37f9-0dfe-4623-8fc0-99b0ea1516ea None None] The sync data for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi is: [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:32:01.706793 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d168c7b3-1bec-4820-bb1b-b2401755177a None None] New status for floating IP a2d4766f-9534-496f-9503-460f1c64da17: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:32:01.741125 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5f40be80-68c6-4443-8d2d-cd41069754f5 req-b5cf3a68-782e-4ec4-8792-6548d1d17ed2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b3b0f8-d1f1-44d0-99a8-122776312635 HTTP/1.1" status: 200 len: 210 time: 0.0407128 Aug 30 16:32:03.023639 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-addb24c9-b5f6-411c-9248-cca640a45b9e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919746962&fields=id&tenant_id=e3fc734829f24a008dd34c53121ee09c HTTP/1.1" status: 200 len: 267 time: 0.0367384 Aug 30 16:32:03.150153 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-9b7fdec9-3438-4681-96b8-b8ce23fbf0d0 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:03.151668 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-9b7fdec9-3438-4681-96b8-b8ce23fbf0d0 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 812 time: 0.1212425 Aug 30 16:32:03.168049 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-9d45d7b1-bdc3-46e4-8d7e-68aff095719a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/quotas/e3fc734829f24a008dd34c53121ee09c HTTP/1.1" status: 200 len: 375 time: 0.0103295 Aug 30 16:32:03.225571 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-d65a50e2-4333-4b0e-a7eb-3085d96eac08 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519712 Aug 30 16:32:03.338074 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-11ce4671-555d-46b0-b436-cced5fe03a4a service neutron] 10.222.0.32 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950520 Aug 30 16:32:03.438438 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-609fc9d7-30bb-4497-ba8f-4fbb23c8744d service neutron] 10.222.0.32 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942628 Aug 30 16:32:03.776878 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-265d17eb-b834-47f7-9ba1-9848712f61a1 req-881e1e3a-095f-4dd4-8a3e-b92a9255f666 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 210 time: 0.0273447 Aug 30 16:32:04.428987 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:32:04.820816 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 54e13b72-b762-4dfa-b500-4be64e641639 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:32:04.842264 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 54e13b72-b762-4dfa-b500-4be64e641639 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:32:04.842759 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 54e13b72-b762-4dfa-b500-4be64e641639 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:32:04.881037 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cf5abfbe-f725-4639-88ff-2fe940cda7d7 req-dd52d67f-f354-487f-8081-7adbe96575b1 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 210 time: 0.0304906 Aug 30 16:32:05.052373 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-89fb4dc1-e596-4230-bd0b-e5f89e98272d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:05.053937 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-89fb4dc1-e596-4230-bd0b-e5f89e98272d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 812 time: 0.1096797 Aug 30 16:32:05.108187 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-d3eb86b4-7c61-4857-9012-cd5aa86a310a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3fc734829f24a008dd34c53121ee09c HTTP/1.1" status: 200 len: 379 time: 0.0374603 Aug 30 16:32:05.126900 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'port': {'device_id': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'admin_state_up': True, 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'security_groups': ['9061ecd9-3746-442d-94d1-51340a92b92b']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:32:05.244633 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Made reservation on behalf of e3fc734829f24a008dd34c53121ee09c for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:32:05.250537 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:05.393791 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Allocated IP 172.20.0.13 (7737f67b-d86b-49e3-9495-77e3226e683c/3ca4cf7d-2201-4d91-9b3a-ae06db920545/624a25f8-1cd6-4f92-9d20-7fc28173bbbd) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:32:05.535617 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:05.549748 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Transition to ACTIVE for port object 624a25f8-1cd6-4f92-9d20-7fc28173bbbd will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:32:05.590537 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:05.636394 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Network 7737f67b-d86b-49e3-9495-77e3226e683c is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:32:05.640452 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:32:05.644825 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:32:05.651274 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'Port': ['ID=624a25f8-1cd6-4f92-9d20-7fc28173bbbd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:05.699061 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:05.699623 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:05.715997 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5c5639ff-652e-4ab0-a2cd-2b0ed6ad5dba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5940585 Aug 30 16:32:05.742753 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Request body: {'port': {'device_id': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:32:05.807074 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:05.882337 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1c66a7cb-244e-4c86-92b0-fb8061a96a25 None None] Provisioning for port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:32:05.885973 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1c66a7cb-244e-4c86-92b0-fb8061a96a25 None None] Provisioning complete for port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:32:05.886350 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c66a7cb-244e-4c86-92b0-fb8061a96a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:05.921001 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1c66a7cb-244e-4c86-92b0-fb8061a96a25 None None] Port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:32:05.998988 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a28001-1085-40e3-8d24-cea8fc61cf78 req-769acc08-da83-4d4f-895e-3c5a7d2787be tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:06.000476 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-66a28001-1085-40e3-8d24-cea8fc61cf78 req-769acc08-da83-4d4f-895e-3c5a7d2787be tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 932 time: 0.0495174 Aug 30 16:32:06.037768 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-66a28001-1085-40e3-8d24-cea8fc61cf78 req-4c44960e-560f-494e-b310-2878e5be3579 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311177 Aug 30 16:32:06.069266 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624a25f8-1cd6-4f92-9d20-7fc28173bbbd {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:32:06.076918 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:06.088813 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Transition to ACTIVE for port object 624a25f8-1cd6-4f92-9d20-7fc28173bbbd will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:32:06.094911 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:06.143651 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=624a25f8-1cd6-4f92-9d20-7fc28173bbbd,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:06.225581 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Attempting to bind port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:32:06.225927 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Attempting to bind port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:32:06.226261 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Attempting to bind port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd on network 7737f67b-d86b-49e3-9495-77e3226e683c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:32:06.231653 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd on network 7737f67b-d86b-49e3-9495-77e3226e683c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:32:06.231985 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Attempting to bind port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd on network 7737f67b-d86b-49e3-9495-77e3226e683c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:32:06.237831 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:32:06.238174 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Checking segment: {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:32:06.238569 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Bound using segment: {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:32:06.239003 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Bound port: 624a25f8-1cd6-4f92-9d20-7fc28173bbbd, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:32:06.239385 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:06.309191 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] For port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:32:06.312701 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] For port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=624a25f8-1cd6-4f92-9d20-7fc28173bbbd,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:32:06.318107 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:06.351750 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:06.352337 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:06.353773 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] 10.222.0.78 "PUT /v2.0/ports/624a25f8-1cd6-4f92-9d20-7fc28173bbbd HTTP/1.1" status: 200 len: 1094 time: 0.6156449 Aug 30 16:32:06.354202 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'tag': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:32:06.356672 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb69a0f-516e-490f-8816-9739449ab101" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4c3ecc-c3f6-4c0b-881a-02616fd85b24", "tag": "624a25f8-1cd6-4f92-9d20-7fc28173bbbd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:32:06.381859 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62dfbd-9bdb-412c-8500-15a83a3d6dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=624a25f8-1cd6-4f92-9d20-7fc28173bbbd,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:06.403504 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c175ac20-8f82-415d-8ac5-b40fe09d4c4e x-openstack-request-id: req-c175ac20-8f82-415d-8ac5-b40fe09d4c4e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:32:06.403789 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4c3ecc-c3f6-4c0b-881a-02616fd85b24", "tag": "624a25f8-1cd6-4f92-9d20-7fc28173bbbd", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:32:06.404031 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c175ac20-8f82-415d-8ac5-b40fe09d4c4e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:32:06.404450 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'tag': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'status': 'completed', 'code': 200} Aug 30 16:32:06.514726 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-bf07c296-e435-4d2e-af11-e0124b2a6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:06.516301 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-bf07c296-e435-4d2e-af11-e0124b2a6728 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 1097 time: 0.0460513 Aug 30 16:32:06.569606 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-5136a05f-150f-4237-92ea-017146eb3499 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=624a25f8-1cd6-4f92-9d20-7fc28173bbbd HTTP/1.1" status: 200 len: 217 time: 0.0351145 Aug 30 16:32:06.623084 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-00009199-bcd6-46aa-bc73-770214b19d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:06.624431 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-00009199-bcd6-46aa-bc73-770214b19d25 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.0437789 Aug 30 16:32:06.681627 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2f4af4ac-7641-4d7c-a6c0-31409a4bca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:06.683152 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-2f4af4ac-7641-4d7c-a6c0-31409a4bca28 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469575 Aug 30 16:32:06.787267 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-d084a723-63a5-4b7f-92dd-37504db36d93 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939510 Aug 30 16:32:06.884245 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcfe64e4-c95a-4e18-9eb0-8fdad5aec66f req-dd738984-b0ac-4a2f-b639-83d79f40348e service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877013 Aug 30 16:32:07.026929 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb69a0f-516e-490f-8816-9739449ab101 req-c778277f-5366-460f-805e-a50506d61381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:07.028601 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2fb69a0f-516e-490f-8816-9739449ab101 req-c778277f-5366-460f-805e-a50506d61381 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 1097 time: 0.0501025 Aug 30 16:32:07.128469 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb69a0f-516e-490f-8816-9739449ab101 req-088e3ecf-2dd3-4179-8c09-d65af19dfbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:07.130008 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2fb69a0f-516e-490f-8816-9739449ab101 req-088e3ecf-2dd3-4179-8c09-d65af19dfbdb service neutron] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 914 time: 0.0895388 Aug 30 16:32:07.152784 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef645fe0-8407-42b7-aba3-2ddc5f3c8a8c req-15b59072-fbe2-4451-9927-6b5d18494a64 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:07.154644 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef645fe0-8407-42b7-aba3-2ddc5f3c8a8c req-15b59072-fbe2-4451-9927-6b5d18494a64 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 944 time: 0.0489535 Aug 30 16:32:07.186637 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2fb69a0f-516e-490f-8816-9739449ab101 req-3c4f9656-c159-4739-8951-d3321afc0065 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=624a25f8-1cd6-4f92-9d20-7fc28173bbbd HTTP/1.1" status: 200 len: 217 time: 0.0374587 Aug 30 16:32:07.192217 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef645fe0-8407-42b7-aba3-2ddc5f3c8a8c req-e2badedb-f369-4255-87a2-5c7841a32b07 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317135 Aug 30 16:32:07.241667 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb69a0f-516e-490f-8816-9739449ab101 req-e02ccb4d-75e1-4e3d-a885-6f9087eb6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:07.243119 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2fb69a0f-516e-490f-8816-9739449ab101 req-e02ccb4d-75e1-4e3d-a885-6f9087eb6ff6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.0466592 Aug 30 16:32:07.299366 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb69a0f-516e-490f-8816-9739449ab101 req-5b7dfbfc-afd7-451f-a0e1-67cf5ca9f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:07.301486 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2fb69a0f-516e-490f-8816-9739449ab101 req-5b7dfbfc-afd7-451f-a0e1-67cf5ca9f48a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493948 Aug 30 16:32:07.403859 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2fb69a0f-516e-490f-8816-9739449ab101 req-78cb2738-ec57-4420-be38-7744ecd8749e service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919499 Aug 30 16:32:07.501373 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2fb69a0f-516e-490f-8816-9739449ab101 req-1c114749-9377-4066-83e9-bd21be69a4f8 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852733 Aug 30 16:32:08.316805 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42c530-a2c2-4956-93de-c51c13747469 req-c490fd97-4f73-40bb-911f-4ed3b70762f9 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:08.318911 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fc42c530-a2c2-4956-93de-c51c13747469 req-c490fd97-4f73-40bb-911f-4ed3b70762f9 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 944 time: 0.0551898 Aug 30 16:32:08.364496 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fc42c530-a2c2-4956-93de-c51c13747469 req-57026844-8514-43a1-84e3-0b02ab83b77d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390604 Aug 30 16:32:09.503764 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097765f1-1b1a-484e-852f-7b7ce0453956 req-fad7204e-7c42-481f-90f7-f705d90fa509 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:09.505449 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-097765f1-1b1a-484e-852f-7b7ce0453956 req-fad7204e-7c42-481f-90f7-f705d90fa509 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 944 time: 0.0528419 Aug 30 16:32:09.549859 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-097765f1-1b1a-484e-852f-7b7ce0453956 req-2dbf6431-0e8a-4a16-bf9b-a755e0dbe50d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383151 Aug 30 16:32:10.680887 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5d13a-4bc4-4c3a-9262-ecceedf868cd req-34a6cae3-d150-428d-ac39-4ebc26a3116d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:10.682399 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-50c5d13a-4bc4-4c3a-9262-ecceedf868cd req-34a6cae3-d150-428d-ac39-4ebc26a3116d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 944 time: 0.0529532 Aug 30 16:32:10.723508 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-50c5d13a-4bc4-4c3a-9262-ecceedf868cd req-fe6a7530-5e95-4a89-8b32-7156923feaf5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332413 Aug 30 16:32:11.846350 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae26965-6620-43c5-ab79-ed347d2c6742 req-c913a668-960b-4f57-b1a1-652e47d94fc9 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:11.847814 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aae26965-6620-43c5-ab79-ed347d2c6742 req-c913a668-960b-4f57-b1a1-652e47d94fc9 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 944 time: 0.0508051 Aug 30 16:32:11.894335 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aae26965-6620-43c5-ab79-ed347d2c6742 req-d8bd4967-066a-4a29-89c1-cc5caf6fcbb6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376430 Aug 30 16:32:12.631369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e7639-487a-4fa5-9ae9-7934e441a12a req-b3c50f65-cc9b-441e-b128-d0e98dd72adf tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:12.632889 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0f8e7639-487a-4fa5-9ae9-7934e441a12a req-b3c50f65-cc9b-441e-b128-d0e98dd72adf tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0512602 Aug 30 16:32:12.674928 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0f8e7639-487a-4fa5-9ae9-7934e441a12a req-1c84e249-d7eb-45dd-bcc1-371d72dfe4d0 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337074 Aug 30 16:32:13.029012 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396916d-7cfd-4e78-a075-77f3f6cc5854 req-6e0aad18-89b6-4a36-96c3-9ebbd70d0319 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:13.030503 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3396916d-7cfd-4e78-a075-77f3f6cc5854 req-6e0aad18-89b6-4a36-96c3-9ebbd70d0319 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 944 time: 0.0537341 Aug 30 16:32:13.070567 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3396916d-7cfd-4e78-a075-77f3f6cc5854 req-3232d2d9-97b2-423f-8e91-bbfcfa2b45fa tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330637 Aug 30 16:32:13.801942 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8043986-2507-4b10-b9e8-061367eeb317 req-40c77499-0e65-4c05-9853-2a7b523b4d02 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:13.804270 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a8043986-2507-4b10-b9e8-061367eeb317 req-40c77499-0e65-4c05-9853-2a7b523b4d02 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0568349 Aug 30 16:32:13.850051 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a8043986-2507-4b10-b9e8-061367eeb317 req-d1fc8410-8a45-45dc-a873-1623e979a20d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365379 Aug 30 16:32:14.203139 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d326649-2fe0-4761-adcb-845224e329c0 req-6ff7182b-5b80-4ff3-802d-2804dc659c84 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:14.205024 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3d326649-2fe0-4761-adcb-845224e329c0 req-6ff7182b-5b80-4ff3-802d-2804dc659c84 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 944 time: 0.0559969 Aug 30 16:32:14.248797 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3d326649-2fe0-4761-adcb-845224e329c0 req-6ba9a817-6633-45c8-b94d-e10803f2586c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346715 Aug 30 16:32:14.735628 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe07cd3-59a5-452d-b72e-0dd7b86a623d req-ce1a4908-6022-4c8b-957d-3f1e1c9db822 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:14.737468 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fe07cd3-59a5-452d-b72e-0dd7b86a623d req-ce1a4908-6022-4c8b-957d-3f1e1c9db822 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0600717 Aug 30 16:32:14.972892 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cca8f3-7d75-489a-9c31-240dab95ad18 req-b2c1d3a0-d25e-4b91-b6f8-deb3accff5de tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:14.974498 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-64cca8f3-7d75-489a-9c31-240dab95ad18 req-b2c1d3a0-d25e-4b91-b6f8-deb3accff5de tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0541544 Aug 30 16:32:15.020686 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-64cca8f3-7d75-489a-9c31-240dab95ad18 req-b6e1a4b1-d2a7-4604-a614-0ee58be03c3c tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394619 Aug 30 16:32:15.107942 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-9fe07cd3-59a5-452d-b72e-0dd7b86a623d req-5d5eb550-282c-43d1-a468-321fbed97e9d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Deleting port 1d8215c4-64b4-4777-a747-c64c41295095 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:32:15.108246 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fe07cd3-59a5-452d-b72e-0dd7b86a623d req-5d5eb550-282c-43d1-a468-321fbed97e9d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:15.206560 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9fe07cd3-59a5-452d-b72e-0dd7b86a623d req-5d5eb550-282c-43d1-a468-321fbed97e9d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] For port 1d8215c4-64b4-4777-a747-c64c41295095, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=1d8215c4-64b4-4777-a747-c64c41295095,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:15.206924 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fe07cd3-59a5-452d-b72e-0dd7b86a623d req-5d5eb550-282c-43d1-a468-321fbed97e9d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:15.219588 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-9fe07cd3-59a5-452d-b72e-0dd7b86a623d req-5d5eb550-282c-43d1-a468-321fbed97e9d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Calling delete_port for 1d8215c4-64b4-4777-a747-c64c41295095 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:32:15.347425 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fe07cd3-59a5-452d-b72e-0dd7b86a623d req-5d5eb550-282c-43d1-a468-321fbed97e9d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:15.378482 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5eb550-282c-43d1-a468-321fbed97e9d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Pushing event deleted for resources: {'Port': ['ID=1d8215c4-64b4-4777-a747-c64c41295095,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:15.379103 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede179fc-5683-48ac-aa75-6b9c02538c85 req-b05788c0-21fb-46c1-b236-5052e29071d5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:15.382058 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ede179fc-5683-48ac-aa75-6b9c02538c85 req-b05788c0-21fb-46c1-b236-5052e29071d5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 944 time: 0.0559814 Aug 30 16:32:15.392092 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['0a21f5ea-fb9f-42af-85d0-2f695ebe94e9', '2124565c-30e7-465b-9612-2a101152fe48', '93cabfa5-7875-49e1-92e2-159101653c93', '1d8215c4-64b4-4777-a747-c64c41295095'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:32:15.420250 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe07cd3-59a5-452d-b72e-0dd7b86a623d req-5d5eb550-282c-43d1-a468-321fbed97e9d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] No DVR routers for this DVR port 1d8215c4-64b4-4777-a747-c64c41295095 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:32:15.422973 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fe07cd3-59a5-452d-b72e-0dd7b86a623d req-5d5eb550-282c-43d1-a468-321fbed97e9d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:15.425602 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fe07cd3-59a5-452d-b72e-0dd7b86a623d req-5d5eb550-282c-43d1-a468-321fbed97e9d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "DELETE /v2.0/ports/1d8215c4-64b4-4777-a747-c64c41295095 HTTP/1.1" status: 204 len: 173 time: 0.6799369 Aug 30 16:32:15.426032 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace200bd-eb85-45b8-97ed-c4276104bdc2', 'name': 'network-vif-deleted', 'tag': '1d8215c4-64b4-4777-a747-c64c41295095'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:32:15.428415 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d3b546-a033-409b-b603-3f3d2b037535" -d '{"events": [{"server_uuid": "ace200bd-eb85-45b8-97ed-c4276104bdc2", "name": "network-vif-deleted", "tag": "1d8215c4-64b4-4777-a747-c64c41295095"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:32:15.435170 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ede179fc-5683-48ac-aa75-6b9c02538c85 req-39bec6be-7a26-4bc8-93ca-fa103573516b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404286 Aug 30 16:32:15.468661 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac25e7f-c431-49f8-b9e3-34d33f15bffd x-openstack-request-id: req-8ac25e7f-c431-49f8-b9e3-34d33f15bffd {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:32:15.469164 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace200bd-eb85-45b8-97ed-c4276104bdc2", "name": "network-vif-deleted", "tag": "1d8215c4-64b4-4777-a747-c64c41295095", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:32:15.469408 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ac25e7f-c431-49f8-b9e3-34d33f15bffd {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:32:15.470140 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace200bd-eb85-45b8-97ed-c4276104bdc2', 'name': 'network-vif-deleted', 'tag': '1d8215c4-64b4-4777-a747-c64c41295095', 'status': 'completed', 'code': 200} Aug 30 16:32:16.135389 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0ca224e3-a326-435a-84ce-c1b813ab5e89 req-dd0d1e1d-8804-4050-9c29-4c3c7357e5ad tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace200bd-eb85-45b8-97ed-c4276104bdc2 HTTP/1.1" status: 200 len: 210 time: 0.0308411 Aug 30 16:32:16.563740 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db83cc1-72fd-4efa-be3b-98256a3c196c req-1652eb38-5c50-4b8b-96d7-a712b10496be tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:16.565708 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6db83cc1-72fd-4efa-be3b-98256a3c196c req-1652eb38-5c50-4b8b-96d7-a712b10496be tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 944 time: 0.0512094 Aug 30 16:32:16.605556 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6db83cc1-72fd-4efa-be3b-98256a3c196c req-184ec23b-97a2-4972-8a88-36cda0c2cf69 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336723 Aug 30 16:32:16.869535 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 624a25f8-1cd6-4f92-9d20-7fc28173bbbd details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:32:16.976401 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=624a25f8-1cd6-4f92-9d20-7fc28173bbbd,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:16.988185 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'port_id': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'mac_address': 'fa:16:3e:40:d3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:32:17.026211 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:17.042983 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624a25f8-1cd6-4f92-9d20-7fc28173bbbd {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:32:17.064410 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=624a25f8-1cd6-4f92-9d20-7fc28173bbbd,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:17.071304 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:17.122489 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=624a25f8-1cd6-4f92-9d20-7fc28173bbbd,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:17.489873 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['624a25f8-1cd6-4f92-9d20-7fc28173bbbd'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:32:17.729227 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9c528-d9c7-49c1-a89b-9f4c1b2186bf req-3d23dcf2-7ede-4e3f-8831-039688c0bc8d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:17.730715 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-abb9c528-d9c7-49c1-a89b-9f4c1b2186bf req-3d23dcf2-7ede-4e3f-8831-039688c0bc8d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 945 time: 0.0512512 Aug 30 16:32:17.769930 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-abb9c528-d9c7-49c1-a89b-9f4c1b2186bf req-aec64de2-412e-489c-a50a-090ae2f25775 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331216 Aug 30 16:32:18.746883 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbd424-8e47-4015-825b-7580de26e5db req-1a36cc26-8f27-4016-8164-ff3c6205e329 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:18.748353 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6adbd424-8e47-4015-825b-7580de26e5db req-1a36cc26-8f27-4016-8164-ff3c6205e329 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 946 time: 0.2216852 Aug 30 16:32:18.787471 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6adbd424-8e47-4015-825b-7580de26e5db req-075c5bad-b9e6-427e-af15-c9d1e0942ceb tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326338 Aug 30 16:32:18.888848 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c319efd-efee-4871-8519-4b6ff3b57581 req-f9cc8bef-7bf9-4873-be33-92e3de1a9ef4 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:18.890411 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5c319efd-efee-4871-8519-4b6ff3b57581 req-f9cc8bef-7bf9-4873-be33-92e3de1a9ef4 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 945 time: 0.0504622 Aug 30 16:32:18.893943 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 624a25f8-1cd6-4f92-9d20-7fc28173bbbd up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:32:18.938312 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5c319efd-efee-4871-8519-4b6ff3b57581 req-94540aad-6bb7-40e0-b2ef-9151fb7b18cf tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406194 Aug 30 16:32:18.958735 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:32:18.965955 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:32:18.966481 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:19.058706 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:19.082348 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:32:19.084571 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bfd47c-548c-4316-80e7-6a7b0df4ca47" -d '{"events": [{"server_uuid": "7a4c3ecc-c3f6-4c0b-881a-02616fd85b24", "name": "network-vif-plugged", "status": "completed", "tag": "624a25f8-1cd6-4f92-9d20-7fc28173bbbd"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:32:19.097804 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=624a25f8-1cd6-4f92-9d20-7fc28173bbbd,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:19.103786 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:19.104883 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 1d8215c4-64b4-4777-a747-c64c41295095 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:32:19.126499 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7126506-fbbc-4d4e-9101-9bf2ac9fb3eb x-openstack-request-id: req-d7126506-fbbc-4d4e-9101-9bf2ac9fb3eb {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:32:19.126814 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4c3ecc-c3f6-4c0b-881a-02616fd85b24", "name": "network-vif-plugged", "status": "completed", "tag": "624a25f8-1cd6-4f92-9d20-7fc28173bbbd", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:32:19.127352 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7126506-fbbc-4d4e-9101-9bf2ac9fb3eb {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:32:19.127575 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'code': 200} Aug 30 16:32:19.129397 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 1d8215c4-64b4-4777-a747-c64c41295095 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:32:19.129761 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 1d8215c4-64b4-4777-a747-c64c41295095 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:32:19.171095 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=624a25f8-1cd6-4f92-9d20-7fc28173bbbd,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:19.423927 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136a446-a5df-462d-bdeb-bcfd3350578e req-4d5b01f8-6f59-4edd-b601-fa4f5dcb9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:19.425548 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9136a446-a5df-462d-bdeb-bcfd3350578e req-4d5b01f8-6f59-4edd-b601-fa4f5dcb9913 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 1099 time: 0.0488083 Aug 30 16:32:19.466955 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9136a446-a5df-462d-bdeb-bcfd3350578e req-1b5b71a1-98ae-4851-8c3d-d3ffb3af050f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336375 Aug 30 16:32:19.919935 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dd002-5fb5-4dc2-9f59-da0921617e23 req-f26ceb32-b1c5-45df-bc1c-c1cfffbf949a tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:19.921407 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ba8dd002-5fb5-4dc2-9f59-da0921617e23 req-f26ceb32-b1c5-45df-bc1c-c1cfffbf949a tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 946 time: 0.0581491 Aug 30 16:32:19.960090 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ba8dd002-5fb5-4dc2-9f59-da0921617e23 req-a20f74d1-d540-4667-9ff4-3af29bd26d94 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Aug 30 16:32:20.115053 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e2c29-5f94-4414-87a8-1b9d0d0342ac req-492c6ae9-e986-4401-9b79-14a398ffd9a3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:20.116625 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-139e2c29-5f94-4414-87a8-1b9d0d0342ac req-492c6ae9-e986-4401-9b79-14a398ffd9a3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 946 time: 0.1073091 Aug 30 16:32:20.164321 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-139e2c29-5f94-4414-87a8-1b9d0d0342ac req-e8661607-ccaa-4684-8293-2fe2e85bb8b5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413802 Aug 30 16:32:21.018469 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494c612-d6ba-41e8-b990-de16cd055aab req-b7acf2d2-3577-458e-8217-3ea78898a975 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:21.019980 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e494c612-d6ba-41e8-b990-de16cd055aab req-b7acf2d2-3577-458e-8217-3ea78898a975 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 946 time: 0.0729043 Aug 30 16:32:21.086865 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7692e-2d5e-4a4f-8b04-871672fbd43c req-42bad9e4-79be-4822-aed3-341baaed4762 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:21.088336 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5cb7692e-2d5e-4a4f-8b04-871672fbd43c req-42bad9e4-79be-4822-aed3-341baaed4762 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bae916-8253-4122-980d-c60ad3b16022 HTTP/1.1" status: 200 len: 946 time: 0.0514085 Aug 30 16:32:21.114325 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e494c612-d6ba-41e8-b990-de16cd055aab req-3ed3a8e1-b565-4dad-8504-a604f8ff6a83 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Deleting port 93cabfa5-7875-49e1-92e2-159101653c93 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:32:21.114681 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e494c612-d6ba-41e8-b990-de16cd055aab req-3ed3a8e1-b565-4dad-8504-a604f8ff6a83 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:21.126790 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5cb7692e-2d5e-4a4f-8b04-871672fbd43c req-5420b5e9-4c78-4488-928a-cce63cbd7d5e tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Aug 30 16:32:21.214213 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e494c612-d6ba-41e8-b990-de16cd055aab req-3ed3a8e1-b565-4dad-8504-a604f8ff6a83 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] For port 93cabfa5-7875-49e1-92e2-159101653c93, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=93cabfa5-7875-49e1-92e2-159101653c93,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:21.214578 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e494c612-d6ba-41e8-b990-de16cd055aab req-3ed3a8e1-b565-4dad-8504-a604f8ff6a83 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:21.230227 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e494c612-d6ba-41e8-b990-de16cd055aab req-3ed3a8e1-b565-4dad-8504-a604f8ff6a83 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Calling delete_port for 93cabfa5-7875-49e1-92e2-159101653c93 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:32:21.285493 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d23a39-d1f0-40f1-a1d3-e485cb8f1ded req-64a12537-cb52-4b12-a959-2dcd583a6a09 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:21.286939 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88d23a39-d1f0-40f1-a1d3-e485cb8f1ded req-64a12537-cb52-4b12-a959-2dcd583a6a09 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 946 time: 0.0485072 Aug 30 16:32:21.326606 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88d23a39-d1f0-40f1-a1d3-e485cb8f1ded req-43dfb347-e186-455e-8382-c685e7b91513 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333991 Aug 30 16:32:21.352043 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d016fee-2762-4928-8e7e-f9cec8103049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:21.371547 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e494c612-d6ba-41e8-b990-de16cd055aab req-3ed3a8e1-b565-4dad-8504-a604f8ff6a83 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:21.405057 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3a8e1-b565-4dad-8504-a604f8ff6a83 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Pushing event deleted for resources: {'Port': ['ID=93cabfa5-7875-49e1-92e2-159101653c93,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:21.419347 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['0a21f5ea-fb9f-42af-85d0-2f695ebe94e9', '2124565c-30e7-465b-9612-2a101152fe48', '93cabfa5-7875-49e1-92e2-159101653c93'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:32:21.445782 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e494c612-d6ba-41e8-b990-de16cd055aab req-3ed3a8e1-b565-4dad-8504-a604f8ff6a83 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] No DVR routers for this DVR port 93cabfa5-7875-49e1-92e2-159101653c93 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:32:21.448313 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e494c612-d6ba-41e8-b990-de16cd055aab req-3ed3a8e1-b565-4dad-8504-a604f8ff6a83 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:21.450691 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e494c612-d6ba-41e8-b990-de16cd055aab req-3ed3a8e1-b565-4dad-8504-a604f8ff6a83 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "DELETE /v2.0/ports/93cabfa5-7875-49e1-92e2-159101653c93 HTTP/1.1" status: 204 len: 173 time: 0.4239082 Aug 30 16:32:21.451246 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bae916-8253-4122-980d-c60ad3b16022', 'name': 'network-vif-deleted', 'tag': '93cabfa5-7875-49e1-92e2-159101653c93'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:32:21.453793 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907148c9-3dc0-47ad-813a-f03c144da343" -d '{"events": [{"server_uuid": "31bae916-8253-4122-980d-c60ad3b16022", "name": "network-vif-deleted", "tag": "93cabfa5-7875-49e1-92e2-159101653c93"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:32:21.471354 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8647d-a519-4e86-a263-464db03ce8d4 req-1cad5e6c-3862-461f-972c-ba5af398ec43 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:21.472909 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-84f8647d-a519-4e86-a263-464db03ce8d4 req-1cad5e6c-3862-461f-972c-ba5af398ec43 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 946 time: 0.0653803 Aug 30 16:32:21.511835 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed3f4f4-317e-4f64-97af-401dd6628d43 x-openstack-request-id: req-fed3f4f4-317e-4f64-97af-401dd6628d43 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:32:21.512123 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bae916-8253-4122-980d-c60ad3b16022", "name": "network-vif-deleted", "tag": "93cabfa5-7875-49e1-92e2-159101653c93", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:32:21.512370 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fed3f4f4-317e-4f64-97af-401dd6628d43 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:32:21.512787 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bae916-8253-4122-980d-c60ad3b16022', 'name': 'network-vif-deleted', 'tag': '93cabfa5-7875-49e1-92e2-159101653c93', 'status': 'completed', 'code': 200} Aug 30 16:32:21.528007 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-84f8647d-a519-4e86-a263-464db03ce8d4 req-3f3aa5d1-fed5-4d5b-9c21-3bbe925a38fd tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389514 Aug 30 16:32:21.551521 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40288) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:21.597530 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371d64f-4122-4a9b-a96e-ef08c4e55087 tempest-TestVolumeBootPattern-641079687 tempest-TestVolumeBootPattern-641079687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:21.601560 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e371d64f-4122-4a9b-a96e-ef08c4e55087 tempest-TestVolumeBootPattern-641079687 tempest-TestVolumeBootPattern-641079687-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 1094 time: 0.0464776 Aug 30 16:32:21.602219 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40290) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:21.607102 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'floatingip': {'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'port_id': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:32:21.633032 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:21.734592 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:21.842022 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Allocated IP 172.27.3.31 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/1cfb4fc7-651f-43cd-84a7-9637bc53d234) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:32:21.950962 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:21.992234 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:22.033227 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:32:22.036333 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:32:22.040698 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:32:22.043795 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'Port': ['ID=1cfb4fc7-651f-43cd-84a7-9637bc53d234,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:22.418653 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4eb37-7507-4fe6-88f8-1a3218382f0a req-257bfa02-2fc2-435f-a376-00d1eac39ba1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:22.420059 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6ae4eb37-7507-4fe6-88f8-1a3218382f0a req-257bfa02-2fc2-435f-a376-00d1eac39ba1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 945 time: 0.0499413 Aug 30 16:32:22.420609 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:22.463290 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6ae4eb37-7507-4fe6-88f8-1a3218382f0a req-6c568eb9-e7b6-4698-a0dc-726653cc5050 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345833 Aug 30 16:32:22.492758 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:22.636443 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:22.644834 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:22.717624 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'Port': ['ID=1cfb4fc7-651f-43cd-84a7-9637bc53d234,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:22.741275 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:22.849970 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.l3_db [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Floating IP 4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15 associated. External IP: 172.27.3.31, port: 624a25f8-1cd6-4f92-9d20-7fc28173bbbd. Aug 30 16:32:23.082094 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:32:23.198039 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:32:23.208741 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0b8b0-565f-4c7e-8432-c3b0f21cf8b9 None None] Sync routers for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:32:23.217714 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:23.219796 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0b8b0-565f-4c7e-8432-c3b0f21cf8b9 None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:32:23.220471 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b9d0b8b0-565f-4c7e-8432-c3b0f21cf8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:31:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:23.245862 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-cc44fe5d-32f5-470a-bf3c-25d93aa0f5d2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6425297 Aug 30 16:32:23.469456 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b9d0b8b0-565f-4c7e-8432-c3b0f21cf8b9 None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:32:23.514139 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'tag': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:32:23.516649 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4341444a-419a-4839-84eb-4518e6f22a81" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4c3ecc-c3f6-4c0b-881a-02616fd85b24", "tag": "624a25f8-1cd6-4f92-9d20-7fc28173bbbd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:32:23.588227 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bdd4f-0c37-4caf-8e64-ce8b9ed98064 req-6e28c0ce-6221-4d32-adf6-b0a13f37c2f7 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:23.591856 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6f0bdd4f-0c37-4caf-8e64-ce8b9ed98064 req-6e28c0ce-6221-4d32-adf6-b0a13f37c2f7 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 945 time: 0.0597801 Aug 30 16:32:23.599228 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9210e5d-2310-4e7d-9f69-a7fd4e6b3d4f x-openstack-request-id: req-a9210e5d-2310-4e7d-9f69-a7fd4e6b3d4f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:32:23.599484 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4c3ecc-c3f6-4c0b-881a-02616fd85b24", "tag": "624a25f8-1cd6-4f92-9d20-7fc28173bbbd", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:32:23.599759 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9210e5d-2310-4e7d-9f69-a7fd4e6b3d4f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:32:23.600154 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'tag': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'status': 'completed', 'code': 200} Aug 30 16:32:23.630762 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6f0bdd4f-0c37-4caf-8e64-ce8b9ed98064 req-24de12b5-4f0c-4ea5-82c3-d5982bf00fac tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350280 Aug 30 16:32:23.709717 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341444a-419a-4839-84eb-4518e6f22a81 req-551ad7a2-9a1e-4098-b8bd-e95d6b87b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:23.714195 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4341444a-419a-4839-84eb-4518e6f22a81 req-551ad7a2-9a1e-4098-b8bd-e95d6b87b2f7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 1099 time: 0.0521574 Aug 30 16:32:23.718183 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b9d0b8b0-565f-4c7e-8432-c3b0f21cf8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:40:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:22Z', 'updated_at': '2021-08-30T16:32:22Z', 'revision_number': 0, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:23.748612 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0b8b0-565f-4c7e-8432-c3b0f21cf8b9 None None] Checking router: 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:32:23.757368 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0b8b0-565f-4c7e-8432-c3b0f21cf8b9 None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:32:23.757991 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b9d0b8b0-565f-4c7e-8432-c3b0f21cf8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:31:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:23.818527 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341444a-419a-4839-84eb-4518e6f22a81 req-ed977d51-8774-488e-9bcc-d00556161e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:23.820058 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4341444a-419a-4839-84eb-4518e6f22a81 req-ed977d51-8774-488e-9bcc-d00556161e0f service neutron] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 914 time: 0.0903344 Aug 30 16:32:23.899867 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b9d0b8b0-565f-4c7e-8432-c3b0f21cf8b9 None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:32:23.928509 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4341444a-419a-4839-84eb-4518e6f22a81 req-6f09c30e-9ab7-42f1-bb52-3565426dfae5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=624a25f8-1cd6-4f92-9d20-7fc28173bbbd HTTP/1.1" status: 200 len: 999 time: 0.0685096 Aug 30 16:32:24.008415 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341444a-419a-4839-84eb-4518e6f22a81 req-e0eda1d2-aa82-4a02-b170-9aba501b3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:24.010962 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4341444a-419a-4839-84eb-4518e6f22a81 req-e0eda1d2-aa82-4a02-b170-9aba501b3a2c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.0677905 Aug 30 16:32:24.061586 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341444a-419a-4839-84eb-4518e6f22a81 req-c4aaab68-06f4-4e86-884d-cbff0a8980e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:24.063060 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4341444a-419a-4839-84eb-4518e6f22a81 req-c4aaab68-06f4-4e86-884d-cbff0a8980e7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428796 Aug 30 16:32:24.154418 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b9d0b8b0-565f-4c7e-8432-c3b0f21cf8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:40:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:22Z', 'updated_at': '2021-08-30T16:32:22Z', 'revision_number': 0, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:24.184115 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0b8b0-565f-4c7e-8432-c3b0f21cf8b9 None None] The sync data for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi is: [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:40:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:22Z', 'updated_at': '2021-08-30T16:32:22Z', 'revision_number': 0, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:32:24.220422 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ef7d2-cfe9-4a92-b8c7-87e37b816d46 req-e3178c82-75a9-4720-b1ad-59cf00849662 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:24.221986 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-008ef7d2-cfe9-4a92-b8c7-87e37b816d46 req-e3178c82-75a9-4720-b1ad-59cf00849662 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 945 time: 0.1035213 Aug 30 16:32:24.236713 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea3743ad-edbf-4bb5-8b8f-4b09a13ed687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:24.267564 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4341444a-419a-4839-84eb-4518e6f22a81 req-01dcdc93-b221-49ce-b169-b85c36b11a6d service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559417 Aug 30 16:32:24.367679 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c309fe-c80b-4a36-bc38-4e237cee9909 None None] New status for floating IP 4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:32:24.399707 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4341444a-419a-4839-84eb-4518e6f22a81 req-7d470a61-82a3-4bde-943e-f99949554502 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240501 Aug 30 16:32:24.406165 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-008ef7d2-cfe9-4a92-b8c7-87e37b816d46 req-dd41bc91-271b-42b1-ac94-3bc0abc9e552 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Deleting port 2124565c-30e7-465b-9612-2a101152fe48 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:32:24.406498 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-008ef7d2-cfe9-4a92-b8c7-87e37b816d46 req-dd41bc91-271b-42b1-ac94-3bc0abc9e552 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:24.504088 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:24.513603 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-008ef7d2-cfe9-4a92-b8c7-87e37b816d46 req-dd41bc91-271b-42b1-ac94-3bc0abc9e552 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] For port 2124565c-30e7-465b-9612-2a101152fe48, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2124565c-30e7-465b-9612-2a101152fe48,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:24.513989 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-008ef7d2-cfe9-4a92-b8c7-87e37b816d46 req-dd41bc91-271b-42b1-ac94-3bc0abc9e552 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:24.531240 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-008ef7d2-cfe9-4a92-b8c7-87e37b816d46 req-dd41bc91-271b-42b1-ac94-3bc0abc9e552 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Calling delete_port for 2124565c-30e7-465b-9612-2a101152fe48 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:32:24.671867 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-008ef7d2-cfe9-4a92-b8c7-87e37b816d46 req-dd41bc91-271b-42b1-ac94-3bc0abc9e552 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:24.707208 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41bc91-271b-42b1-ac94-3bc0abc9e552 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Pushing event deleted for resources: {'Port': ['ID=2124565c-30e7-465b-9612-2a101152fe48,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:24.717598 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['0a21f5ea-fb9f-42af-85d0-2f695ebe94e9', '2124565c-30e7-465b-9612-2a101152fe48'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:32:24.739723 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0736747c-bbf8-4711-a96c-f50454d14ebd req-6be8f179-095e-4d0e-9f78-e9587334057d tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e5d039-ab6f-498e-bf93-daeeeadc032d HTTP/1.1" status: 200 len: 210 time: 0.0365608 Aug 30 16:32:24.746497 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-008ef7d2-cfe9-4a92-b8c7-87e37b816d46 req-dd41bc91-271b-42b1-ac94-3bc0abc9e552 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] No DVR routers for this DVR port 2124565c-30e7-465b-9612-2a101152fe48 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:32:24.755800 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-008ef7d2-cfe9-4a92-b8c7-87e37b816d46 req-dd41bc91-271b-42b1-ac94-3bc0abc9e552 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:24.757956 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-008ef7d2-cfe9-4a92-b8c7-87e37b816d46 req-dd41bc91-271b-42b1-ac94-3bc0abc9e552 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "DELETE /v2.0/ports/2124565c-30e7-465b-9612-2a101152fe48 HTTP/1.1" status: 204 len: 173 time: 0.5235646 Aug 30 16:32:24.964470 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 93cabfa5-7875-49e1-92e2-159101653c93 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:32:24.993434 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 93cabfa5-7875-49e1-92e2-159101653c93 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:32:24.993817 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 93cabfa5-7875-49e1-92e2-159101653c93 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:32:25.050628 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:25.601587 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e5d039-ab6f-498e-bf93-daeeeadc032d', 'name': 'network-vif-deleted', 'tag': '2124565c-30e7-465b-9612-2a101152fe48'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:32:25.605078 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3461ef3-818b-4aff-8ad2-c7b260680473" -d '{"events": [{"server_uuid": "29e5d039-ab6f-498e-bf93-daeeeadc032d", "name": "network-vif-deleted", "tag": "2124565c-30e7-465b-9612-2a101152fe48"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:32:25.645208 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9081af4a-ae2e-401d-b5b4-e17d340aba0e x-openstack-request-id: req-9081af4a-ae2e-401d-b5b4-e17d340aba0e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:32:25.645726 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e5d039-ab6f-498e-bf93-daeeeadc032d", "name": "network-vif-deleted", "tag": "2124565c-30e7-465b-9612-2a101152fe48", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:32:25.645839 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9081af4a-ae2e-401d-b5b4-e17d340aba0e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:32:25.646241 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e5d039-ab6f-498e-bf93-daeeeadc032d', 'name': 'network-vif-deleted', 'tag': '2124565c-30e7-465b-9612-2a101152fe48', 'status': 'completed', 'code': 200} Aug 30 16:32:26.615298 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:27.205860 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e519c-a7bc-4d67-8b47-e1a16f6d0783 req-ac751bfa-0fd2-4708-a37a-8feeb870d8b4 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:27.207438 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c71e519c-a7bc-4d67-8b47-e1a16f6d0783 req-ac751bfa-0fd2-4708-a37a-8feeb870d8b4 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 946 time: 0.0584371 Aug 30 16:32:27.253072 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c71e519c-a7bc-4d67-8b47-e1a16f6d0783 req-404248e3-6194-4c50-9e09-3e2c2f417fbc tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360105 Aug 30 16:32:28.379784 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60e270-1a63-4ad6-aafd-968f0a89f560 req-c1063356-c0b0-4981-a4f7-5dfd66ef0507 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:28.381387 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5d60e270-1a63-4ad6-aafd-968f0a89f560 req-c1063356-c0b0-4981-a4f7-5dfd66ef0507 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 946 time: 0.0543518 Aug 30 16:32:28.422284 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5d60e270-1a63-4ad6-aafd-968f0a89f560 req-bb35436f-f22f-418f-b746-ef98068cfba1 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Aug 30 16:32:28.613269 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ecba9-1a3a-4aa0-a9ee-4b2f7dbcdf7c req-1389b1be-b846-4372-97f2-096e81dda285 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:28.614761 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-338ecba9-1a3a-4aa0-a9ee-4b2f7dbcdf7c req-1389b1be-b846-4372-97f2-096e81dda285 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0500681 Aug 30 16:32:28.660018 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-338ecba9-1a3a-4aa0-a9ee-4b2f7dbcdf7c req-8d9f1b15-52f3-4713-8416-24c8437b8227 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367885 Aug 30 16:32:28.972648 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2124565c-30e7-465b-9612-2a101152fe48 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:32:28.993131 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 2124565c-30e7-465b-9612-2a101152fe48 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:32:28.993475 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2124565c-30e7-465b-9612-2a101152fe48 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:32:29.067800 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69a05f-0ee3-4f6c-9053-fb18cbac15f7 req-091549d5-bfbd-49aa-a06c-2b27f1ffbf1c tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:29.069734 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca69a05f-0ee3-4f6c-9053-fb18cbac15f7 req-091549d5-bfbd-49aa-a06c-2b27f1ffbf1c tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 946 time: 0.0624502 Aug 30 16:32:29.172559 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ca69a05f-0ee3-4f6c-9053-fb18cbac15f7 req-0def9d23-0f98-4129-9f66-6a9f0ebd9446 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Deleting port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:32:29.172851 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca69a05f-0ee3-4f6c-9053-fb18cbac15f7 req-0def9d23-0f98-4129-9f66-6a9f0ebd9446 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:29.259033 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ca69a05f-0ee3-4f6c-9053-fb18cbac15f7 req-0def9d23-0f98-4129-9f66-6a9f0ebd9446 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] For port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9,segment=NetworkSegment(892c8ed4-1fbb-42f9-8eda-f512fd605f76),segment_id=892c8ed4-1fbb-42f9-8eda-f512fd605f76)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:29.259253 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca69a05f-0ee3-4f6c-9053-fb18cbac15f7 req-0def9d23-0f98-4129-9f66-6a9f0ebd9446 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:29.272325 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ca69a05f-0ee3-4f6c-9053-fb18cbac15f7 req-0def9d23-0f98-4129-9f66-6a9f0ebd9446 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Calling delete_port for 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:32:29.418811 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca69a05f-0ee3-4f6c-9053-fb18cbac15f7 req-0def9d23-0f98-4129-9f66-6a9f0ebd9446 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:29.448950 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def9d23-0f98-4129-9f66-6a9f0ebd9446 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Pushing event deleted for resources: {'Port': ['ID=0a21f5ea-fb9f-42af-85d0-2f695ebe94e9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:29.454419 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['0a21f5ea-fb9f-42af-85d0-2f695ebe94e9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:32:29.502129 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca69a05f-0ee3-4f6c-9053-fb18cbac15f7 req-0def9d23-0f98-4129-9f66-6a9f0ebd9446 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] No DVR routers for this DVR port 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:32:29.504625 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca69a05f-0ee3-4f6c-9053-fb18cbac15f7 req-0def9d23-0f98-4129-9f66-6a9f0ebd9446 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:29.506830 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca69a05f-0ee3-4f6c-9053-fb18cbac15f7 req-0def9d23-0f98-4129-9f66-6a9f0ebd9446 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.78 "DELETE /v2.0/ports/0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 HTTP/1.1" status: 204 len: 173 time: 0.4302096 Aug 30 16:32:29.507195 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50659ab-c57e-4ae9-a47c-3842e628e2e5', 'name': 'network-vif-deleted', 'tag': '0a21f5ea-fb9f-42af-85d0-2f695ebe94e9'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:32:29.509556 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4685e6dd-ec4d-458b-812f-8050fb51869c" -d '{"events": [{"server_uuid": "e50659ab-c57e-4ae9-a47c-3842e628e2e5", "name": "network-vif-deleted", "tag": "0a21f5ea-fb9f-42af-85d0-2f695ebe94e9"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:32:29.544477 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9b81a06c-d12b-49e3-95a1-fbc64426c620 req-479b8b37-20ee-4ce7-8c33-3059dd015c11 tempest-AttachVolumeNegativeTest-1189210357 tempest-AttachVolumeNegativeTest-1189210357-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50659ab-c57e-4ae9-a47c-3842e628e2e5 HTTP/1.1" status: 200 len: 210 time: 0.0288002 Aug 30 16:32:29.545852 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd77b4ae-8ab3-47ed-a49b-3fdce026bf2f x-openstack-request-id: req-bd77b4ae-8ab3-47ed-a49b-3fdce026bf2f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:32:29.546102 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50659ab-c57e-4ae9-a47c-3842e628e2e5", "name": "network-vif-deleted", "tag": "0a21f5ea-fb9f-42af-85d0-2f695ebe94e9", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:32:29.546344 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd77b4ae-8ab3-47ed-a49b-3fdce026bf2f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:32:29.546757 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50659ab-c57e-4ae9-a47c-3842e628e2e5', 'name': 'network-vif-deleted', 'tag': '0a21f5ea-fb9f-42af-85d0-2f695ebe94e9', 'status': 'completed', 'code': 200} Aug 30 16:32:29.803146 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8552f1-7b65-44b7-ad52-f1c515d734ee req-bfc3f012-358e-4416-866f-d0d466657af1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:29.804557 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6c8552f1-7b65-44b7-ad52-f1c515d734ee req-bfc3f012-358e-4416-866f-d0d466657af1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0658591 Aug 30 16:32:29.849179 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6c8552f1-7b65-44b7-ad52-f1c515d734ee req-31f0addb-ed86-40d6-97a1-87752a6502ac tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345802 Aug 30 16:32:30.268218 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:30.613010 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40368) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:30.659765 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-c808c88e-e4a6-4307-a35b-038de3e34535 admin admin] Deleting subnet 10833027-e737-40b4-80fc-9d10e0878d40 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:32:30.663158 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c808c88e-e4a6-4307-a35b-038de3e34535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:30.697259 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c808c88e-e4a6-4307-a35b-038de3e34535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25770915'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:30.736278 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c808c88e-e4a6-4307-a35b-038de3e34535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:30.798277 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c808c88e-e4a6-4307-a35b-038de3e34535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25795735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26140282'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:30.821897 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808c88e-e4a6-4307-a35b-038de3e34535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10833027-e737-40b4-80fc-9d10e0878d40,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:30.830088 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c808c88e-e4a6-4307-a35b-038de3e34535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:30.834594 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-c808c88e-e4a6-4307-a35b-038de3e34535 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/10833027-e737-40b4-80fc-9d10e0878d40 HTTP/1.1" status: 204 len: 168 time: 0.2176211 Aug 30 16:32:30.834594 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40370) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:30.905096 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:30.972944 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e17d8-817c-4897-9418-e9418e2daf0c req-6cc72e8e-7ba8-4b71-a8ba-1c2fbf986d47 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:30.974475 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0f5e17d8-817c-4897-9418-e9418e2daf0c req-6cc72e8e-7ba8-4b71-a8ba-1c2fbf986d47 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0495353 Aug 30 16:32:30.986717 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:30.997638 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976dc7fb-2999-43c0-aef8-d47320f10af7']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:31.009642 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892c8ed4-1fbb-42f9-8eda-f512fd605f76') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:31.010066 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892c8ed4-1fbb-42f9-8eda-f512fd605f76') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:31.013710 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0f5e17d8-817c-4897-9418-e9418e2daf0c req-b235d6d6-bf1b-4192-9e79-2c8c64207a7a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329545 Aug 30 16:32:31.020869 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25770940'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:31.036693 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:31.043307 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:32:31.043702 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25795825'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: Traceback (most recent call last): Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: timer() Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: cb(*args, **kw) Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: return func(*args, **kwargs) Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: self._notify() Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: self.callback(batched_events) Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: event.method(event) Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: return f(self, *a, **k) Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._get(url).json() Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:32:31.045392 dv-cinder-806605-2-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:32:31.105531 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:31.112845 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:31.114866 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] 10.222.0.32 "DELETE /v2.0/networks/976dc7fb-2999-43c0-aef8-d47320f10af7 HTTP/1.1" status: 204 len: 168 time: 0.2795928 Aug 30 16:32:31.126501 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5255fa5-384b-44c7-86f2-bda401e259fb admin admin] Pushing event deleted for resources: {'Network': ['ID=976dc7fb-2999-43c0-aef8-d47320f10af7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:31.300752 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40376) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:31.343154 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1d9ca944-235d-4445-8e1a-e0225bb1e775 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2708cf7b055c4dcda870a1d67054566c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412199 Aug 30 16:32:31.346067 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40378) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:31.394016 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-beab70da-ebdc-4507-8975-97f8c3a1aa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:31.415730 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-beab70da-ebdc-4507-8975-97f8c3a1aa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:31.471811 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-beab70da-ebdc-4507-8975-97f8c3a1aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:31.474342 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-beab70da-ebdc-4507-8975-97f8c3a1aa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:31.475475 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-beab70da-ebdc-4507-8975-97f8c3a1aa35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6 HTTP/1.1" status: 204 len: 168 time: 0.1285825 Aug 30 16:32:31.483633 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab70da-ebdc-4507-8975-97f8c3a1aa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a3ac04-bf5d-4b5f-b6ff-41b4f7dc0ac6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:32.143376 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf1a26-764a-4080-8119-42eb378480ff req-453e3d56-7198-42e7-af5d-3bae124484b5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:32.144978 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bdbf1a26-764a-4080-8119-42eb378480ff req-453e3d56-7198-42e7-af5d-3bae124484b5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0572538 Aug 30 16:32:32.187788 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bdbf1a26-764a-4080-8119-42eb378480ff req-de9c50aa-91c2-4f7c-90c2-45c170625476 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366633 Aug 30 16:32:33.016172 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:32:33.037644 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:32:33.037970 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 0a21f5ea-fb9f-42af-85d0-2f695ebe94e9 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:32:33.318663 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f81e78-b5aa-473a-9d21-2fbe58da8610 req-312cc9d1-1aa3-48ff-960a-6128956769ee tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:33.320055 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-86f81e78-b5aa-473a-9d21-2fbe58da8610 req-312cc9d1-1aa3-48ff-960a-6128956769ee tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0523794 Aug 30 16:32:33.364309 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-86f81e78-b5aa-473a-9d21-2fbe58da8610 req-9cf26482-4999-45c1-bbb1-1324acca9669 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367849 Aug 30 16:32:34.497232 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3fd43-e91c-4be7-b7fb-1131aedc1a6f req-b74a7f1c-047e-4e47-8b9a-c4a46087b9e9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:34.498726 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c2e3fd43-e91c-4be7-b7fb-1131aedc1a6f req-b74a7f1c-047e-4e47-8b9a-c4a46087b9e9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0575917 Aug 30 16:32:34.540395 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c2e3fd43-e91c-4be7-b7fb-1131aedc1a6f req-eb13c49c-5a7b-45b0-bf9d-2431c5e85bfd tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352299 Aug 30 16:32:35.681253 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824744a-d671-42d3-bc14-8ea520b5b757 req-2a3a5a90-4480-4c95-9953-e45636cdebfe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:35.682746 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1824744a-d671-42d3-bc14-8ea520b5b757 req-2a3a5a90-4480-4c95-9953-e45636cdebfe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0582163 Aug 30 16:32:35.722324 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1824744a-d671-42d3-bc14-8ea520b5b757 req-d3716584-6e7e-40ac-8b3b-5380c0f15426 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333683 Aug 30 16:32:36.869533 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9198b2-7ef4-4ee9-9699-d1b73d3399dc req-d66b1f69-27d4-4f66-9f9b-12273fe22f53 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:36.871014 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8f9198b2-7ef4-4ee9-9699-d1b73d3399dc req-d66b1f69-27d4-4f66-9f9b-12273fe22f53 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0564308 Aug 30 16:32:36.914051 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8f9198b2-7ef4-4ee9-9699-d1b73d3399dc req-4bc424c2-f9f1-4660-83a8-7e3143ce4e1d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367451 Aug 30 16:32:38.058991 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcd7fc-f206-45ff-9c9a-0a3da41285ba req-e3363042-2c79-4d5a-aa80-5a355034082d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:38.060471 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-76dcd7fc-f206-45ff-9c9a-0a3da41285ba req-e3363042-2c79-4d5a-aa80-5a355034082d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0582566 Aug 30 16:32:38.110261 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-76dcd7fc-f206-45ff-9c9a-0a3da41285ba req-66647030-f382-43b6-90e3-223a29f13296 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Aug 30 16:32:39.252880 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de7e47-dbf1-4d3d-b418-dd89f8a03c8b req-e010391d-4354-4e4d-b77e-89dc2620ba98 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:39.254791 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-22de7e47-dbf1-4d3d-b418-dd89f8a03c8b req-e010391d-4354-4e4d-b77e-89dc2620ba98 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0632136 Aug 30 16:32:39.302555 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-22de7e47-dbf1-4d3d-b418-dd89f8a03c8b req-0a078fd2-3e79-4c13-97f3-92056a42a0ce tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416648 Aug 30 16:32:40.438653 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96771a13-49eb-4c91-ad49-60d048636168 req-95c3ffde-0286-438a-95f4-0c4d906fc48f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:40.440462 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-96771a13-49eb-4c91-ad49-60d048636168 req-95c3ffde-0286-438a-95f4-0c4d906fc48f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0538492 Aug 30 16:32:40.492643 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-96771a13-49eb-4c91-ad49-60d048636168 req-ea33514e-93fc-49fc-a3a2-cf586a75222f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431430 Aug 30 16:32:41.430353 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:32:41.616880 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ed71-7659-47e4-8e79-8d8567e9c579 req-1926b40c-06e9-449a-b1dc-8576b4de673e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:41.618413 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d6b9ed71-7659-47e4-8e79-8d8567e9c579 req-1926b40c-06e9-449a-b1dc-8576b4de673e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0519345 Aug 30 16:32:41.660631 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d6b9ed71-7659-47e4-8e79-8d8567e9c579 req-94d2e58b-67b9-4cdc-af42-8805207f9a11 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331540 Aug 30 16:32:42.800567 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17b0b2-81da-44ee-ad73-b4ac7996e6cc req-ac0b4fd0-2a79-45ef-aa7a-15f60a74fd4e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:42.802741 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ec17b0b2-81da-44ee-ad73-b4ac7996e6cc req-ac0b4fd0-2a79-45ef-aa7a-15f60a74fd4e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0606246 Aug 30 16:32:42.844556 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ec17b0b2-81da-44ee-ad73-b4ac7996e6cc req-2d0335e4-99dd-4487-bba9-3564782befd8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351872 Aug 30 16:32:43.978156 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29955e2-12cc-43b5-9b55-7879412b8c86 req-b1b1cbc9-38b2-4e93-981f-e28fbf5bb4a9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:43.979564 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b29955e2-12cc-43b5-9b55-7879412b8c86 req-b1b1cbc9-38b2-4e93-981f-e28fbf5bb4a9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0554862 Aug 30 16:32:44.019813 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b29955e2-12cc-43b5-9b55-7879412b8c86 req-bc975206-31fb-4ca9-a8f4-1cc32439da10 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337932 Aug 30 16:32:45.157345 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cd64a-d5b0-456f-9197-491aa0f0d139 req-0e9ff19f-6c26-4dd9-878b-b4d63ca3616f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:45.158823 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-856cd64a-d5b0-456f-9197-491aa0f0d139 req-0e9ff19f-6c26-4dd9-878b-b4d63ca3616f tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0548627 Aug 30 16:32:45.198363 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-856cd64a-d5b0-456f-9197-491aa0f0d139 req-5fd34333-6a0c-46fc-978c-64501af90d80 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332479 Aug 30 16:32:46.328653 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ade9ac-678a-4c08-82bd-22f642d96d19 req-47435229-83fc-4ebb-accf-c8ee76c8f951 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:46.330582 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-67ade9ac-678a-4c08-82bd-22f642d96d19 req-47435229-83fc-4ebb-accf-c8ee76c8f951 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0581629 Aug 30 16:32:46.369227 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-67ade9ac-678a-4c08-82bd-22f642d96d19 req-202421d2-9ccf-42bc-982d-f609796a72e3 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Aug 30 16:32:47.117732 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5bcb3c40-dfa8-43a4-a329-bcd469248903 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:32:47.229350 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:47.244920 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'port_id': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'mac_address': 'fa:16:3e:da:a8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:32:47.287780 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:47.304555 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bcb3c40-dfa8-43a4-a329-bcd469248903 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:32:47.327374 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:47.334581 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:47.396102 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5bcb3c40-dfa8-43a4-a329-bcd469248903,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:47.530223 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['5bcb3c40-dfa8-43a4-a329-bcd469248903'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:32:47.530495 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656475be-7916-49f4-97b5-b852c2279572 req-1df2acc6-8f73-4f27-bde9-61b41f6ebf82 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:47.531915 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-656475be-7916-49f4-97b5-b852c2279572 req-1df2acc6-8f73-4f27-bde9-61b41f6ebf82 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 944 time: 0.0653179 Aug 30 16:32:47.598630 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-656475be-7916-49f4-97b5-b852c2279572 req-cc313918-caa0-4478-a031-b2ce5ebeebbe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541310 Aug 30 16:32:48.765535 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22fa6-8f41-4099-9f24-89285bfa5e86 req-89ab04d4-7768-46e6-86b7-b3e482c77ac7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:48.767503 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b4e22fa6-8f41-4099-9f24-89285bfa5e86 req-89ab04d4-7768-46e6-86b7-b3e482c77ac7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 944 time: 0.0932875 Aug 30 16:32:48.825837 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b4e22fa6-8f41-4099-9f24-89285bfa5e86 req-91d2399e-a816-4bc6-b945-56520e736169 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450881 Aug 30 16:32:49.141107 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5bcb3c40-dfa8-43a4-a329-bcd469248903 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:32:49.210300 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 5bcb3c40-dfa8-43a4-a329-bcd469248903 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:32:49.211092 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:49.311853 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:49.338318 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:32:49.340734 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc7cbb-87f0-47e5-8c7f-4afa915d933a" -d '{"events": [{"server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "name": "network-vif-plugged", "status": "completed", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:32:49.355947 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:49.363426 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:49.390995 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9908856f-5442-44eb-bbae-919f34ab4000 x-openstack-request-id: req-9908856f-5442-44eb-bbae-919f34ab4000 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:32:49.391378 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "name": "network-vif-plugged", "status": "completed", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:32:49.391879 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9908856f-5442-44eb-bbae-919f34ab4000 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:32:49.392267 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'code': 200} Aug 30 16:32:49.417396 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5bcb3c40-dfa8-43a4-a329-bcd469248903,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:49.946364 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b807b6-5f79-47be-acab-a10285edbb5b req-11187ab5-ba94-43bd-8a4a-6402eda99641 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:49.947856 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c8b807b6-5f79-47be-acab-a10285edbb5b req-11187ab5-ba94-43bd-8a4a-6402eda99641 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0582974 Aug 30 16:32:49.992055 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c8b807b6-5f79-47be-acab-a10285edbb5b req-e7339c7d-51ba-486d-918c-99308a37080d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381157 Aug 30 16:32:51.147866 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71350293-5fa7-453c-b865-146130d1de09 req-72b4771e-df11-444b-9909-16ce8f510264 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:51.150217 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-71350293-5fa7-453c-b865-146130d1de09 req-72b4771e-df11-444b-9909-16ce8f510264 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0666823 Aug 30 16:32:51.211518 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-71350293-5fa7-453c-b865-146130d1de09 req-c0940444-16be-43ef-a26e-6694a93f957c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526876 Aug 30 16:32:51.359577 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38c6da98-9e94-4699-88a8-8b5137f1e5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:51.620724 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93f7cb-523a-4c69-b0a7-0e1b67a472ae req-3d142af0-e496-4590-b8e4-d3b4c9325c96 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:51.628522 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cc93f7cb-523a-4c69-b0a7-0e1b67a472ae req-3d142af0-e496-4590-b8e4-d3b4c9325c96 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0613523 Aug 30 16:32:51.667937 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cc93f7cb-523a-4c69-b0a7-0e1b67a472ae req-02cb6d09-6797-4ad8-9a4c-20c4922bf745 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384312 Aug 30 16:32:52.350894 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1591b49-541b-49d9-80cc-c122ac36564d req-e3f5f052-9fa2-43af-b9cf-3ba55ee36327 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:52.353524 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c1591b49-541b-49d9-80cc-c122ac36564d req-e3f5f052-9fa2-43af-b9cf-3ba55ee36327 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0604570 Aug 30 16:32:52.405941 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c1591b49-541b-49d9-80cc-c122ac36564d req-f0ad7e90-ae04-4869-8567-cb8b8fa435c9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445662 Aug 30 16:32:52.743424 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40612) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:52.814314 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fee69b-4ac0-4f75-b41a-385fc048072f req-b092648f-e98a-478d-8e9c-70b87f474609 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:52.815892 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-83fee69b-4ac0-4f75-b41a-385fc048072f req-b092648f-e98a-478d-8e9c-70b87f474609 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0653369 Aug 30 16:32:52.866126 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-83fee69b-4ac0-4f75-b41a-385fc048072f req-56a909d8-c777-471c-972b-00ecc64354a9 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427384 Aug 30 16:32:52.878514 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:52.978079 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:52.984781 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:53.025674 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=333490a580264b8ebae4bac2f8b9586e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810669 Aug 30 16:32:53.026882 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4186a71f-b216-463d-a728-c31c3d9313e1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:53.028540 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40620) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:53.035054 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.035630 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.036293 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.036839 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.037467 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.038024 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.038499 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.038978 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.039455 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.039933 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.040420 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.040890 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bda59-2f96-4c6e-a6cd-61947203bbb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.104373 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:53.131519 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:53.198189 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:53.200960 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:53.202272 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4186a71f-b216-463d-a728-c31c3d9313e1 HTTP/1.1" status: 204 len: 168 time: 0.1724601 Aug 30 16:32:53.213114 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4186a71f-b216-463d-a728-c31c3d9313e1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:53.221466 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.221832 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.222358 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.222898 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.223426 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.224101 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.224773 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.225285 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.225816 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.226442 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.226936 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.227409 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdd4eb-08ee-43c6-bdd5-b86fb6618724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:32:53.570502 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee20235-ebe5-4640-b9b1-f56d4d061c60 req-e3a715aa-1ca7-4f7c-9c5f-1a7815592913 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:53.572034 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eee20235-ebe5-4640-b9b1-f56d4d061c60 req-e3a715aa-1ca7-4f7c-9c5f-1a7815592913 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0649016 Aug 30 16:32:53.626113 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eee20235-ebe5-4640-b9b1-f56d4d061c60 req-c8cbec5e-a9bf-4c15-ab75-41637448cc34 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440443 Aug 30 16:32:53.669682 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-a2ced6cb-6405-408f-b819-8fa9a7c8cd16 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:53.671477 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-a2ced6cb-6405-408f-b819-8fa9a7c8cd16 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0779855 Aug 30 16:32:53.804527 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Deleting port c9a035e0-d790-4d8e-8484-11d968bb993b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:32:53.805731 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.020677 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ec0c-a7c7-4c6a-a60b-4f3de00876be req-17ac056c-a4b0-44cb-947c-5f9be46b0847 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:54.028907 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7de9ec0c-a7c7-4c6a-a60b-4f3de00876be req-17ac056c-a4b0-44cb-947c-5f9be46b0847 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 945 time: 0.0683517 Aug 30 16:32:54.097446 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7de9ec0c-a7c7-4c6a-a60b-4f3de00876be req-fc2ab77d-594f-49ee-a8ae-261fba387494 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=20607ad1-e4bd-4d67-bdf5-fd24df7593ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674088 Aug 30 16:32:54.112061 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40646) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:54.219670 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] For port c9a035e0-d790-4d8e-8484-11d968bb993b, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c9a035e0-d790-4d8e-8484-11d968bb993b,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:32:54.220371 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.250016 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11f33533-adbd-4187-a744-5d32e787c7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.297129 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-18669988-network', 'tenant_id': '5be4a7334bb54a9abe7af0b23e14cb5a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:32:54.325265 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Made reservation on behalf of 5be4a7334bb54a9abe7af0b23e14cb5a for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:32:54.327807 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.345110 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.452494 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.452993 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.453397 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.l3_db [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Floating IP d65ea7e9-0351-413c-bc99-c557c2ddd817 disassociated. External IP: 172.27.3.86, port: c9a035e0-d790-4d8e-8484-11d968bb993b. Aug 30 16:32:54.453825 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.453966 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Calling delete_port for c9a035e0-d790-4d8e-8484-11d968bb993b owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:32:54.460782 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.509978 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:32:54.512008 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.529127 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.529689 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Added segment 71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064 of type vlan for network e926b113-1414-455d-931a-ed7110280b1e Aug 30 16:32:54.531646 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55430f95-4f8b-4532-a54a-7bfd79dce15c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:54.578085 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.610270 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.611487 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:54.612206 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.663285 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.684000 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] Pushing event updated for resources: {'Network': ['ID=e926b113-1414-455d-931a-ed7110280b1e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:54.690908 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f1ab6df8-c084-4dba-ab8a-6cd12d98f750 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5774806 Aug 30 16:32:54.704507 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network e926b113-1414-455d-931a-ed7110280b1e details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:32:54.711657 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:54.719436 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event deleted for resources: {'Port': ['ID=c9a035e0-d790-4d8e-8484-11d968bb993b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:54.724705 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] Request body: {'subnet': {'network_id': 'e926b113-1414-455d-931a-ed7110280b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-18669988-subnet', 'tenant_id': '5be4a7334bb54a9abe7af0b23e14cb5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:32:54.836373 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] Made reservation on behalf of 5be4a7334bb54a9abe7af0b23e14cb5a for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:32:54.840047 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27091084'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:54.917376 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03749c5-0af6-41d9-bcf5-87e05f44fe0b req-84219e5c-9827-4bd9-95a2-557cbf3615be tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:54.918949 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a03749c5-0af6-41d9-bcf5-87e05f44fe0b req-84219e5c-9827-4bd9-95a2-557cbf3615be tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.1725605 Aug 30 16:32:54.922550 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:32:55.011825 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a03749c5-0af6-41d9-bcf5-87e05f44fe0b req-4ecdcee1-3138-46df-a6ad-48bd5b09d546 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824330 Aug 30 16:32:55.058134 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:55.065702 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:32:55.085179 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90a9ef-4029-4398-92a9-44b431684033 None None] Sync routers for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:32:55.103366 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90a9ef-4029-4398-92a9-44b431684033 None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:32:55.105207 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4d90a9ef-4029-4398-92a9-44b431684033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:32:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:55.151900 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] No DVR routers for this DVR port c9a035e0-d790-4d8e-8484-11d968bb993b on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:32:55.160671 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:55.164653 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9402d1d4-818a-4937-8f40-d3e57e7286c8 req-8f02021f-ca61-4703-8ebe-49e5311c4503 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.78 "DELETE /v2.0/ports/c9a035e0-d790-4d8e-8484-11d968bb993b HTTP/1.1" status: 204 len: 173 time: 1.4845190 Aug 30 16:32:55.167883 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'name': 'network-vif-deleted', 'tag': 'c9a035e0-d790-4d8e-8484-11d968bb993b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:32:55.178503 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33839fb8-834c-44b5-b6ed-078f23dd80d7" -d '{"events": [{"server_uuid": "f0e85b6c-17b3-448a-a54d-4b3f74ae166e", "name": "network-vif-deleted", "tag": "c9a035e0-d790-4d8e-8484-11d968bb993b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:32:55.224345 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27027054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27091198'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:55.345023 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3fdfbff7-41d4-4538-adb9-2473653f61da req-4b1972e7-0862-4589-a76c-b6ed73f431ed tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e85b6c-17b3-448a-a54d-4b3f74ae166e HTTP/1.1" status: 200 len: 210 time: 0.0945916 Aug 30 16:32:55.376110 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3522e5d-7004-4a3e-b605-f0f483e547f0,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:55.388875 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4d90a9ef-4029-4398-92a9-44b431684033 None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:32:55.393158 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] Checking segment: {'id': '71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:32:55.393683 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] Network hostable DHCP agents. Network: e926b113-1414-455d-931a-ed7110280b1e, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:32:55.425946 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] Network e926b113-1414-455d-931a-ed7110280b1e is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:32:55.438694 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, e926b113-1414-455d-931a-ed7110280b1e) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:32:55.449753 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:55.450362 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:55.454936 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7878e2f-9cd0-4df2-a856-b321b81189c5 None None] Network e926b113-1414-455d-931a-ed7110280b1e requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:32:55.470554 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-63eeafdb-ddd6-4137-9793-6dd0c0547c78 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7576356 Aug 30 16:32:55.477273 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bf3f90-5e1a-414c-809a-635e7518d57c x-openstack-request-id: req-66bf3f90-5e1a-414c-809a-635e7518d57c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:32:55.477800 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e85b6c-17b3-448a-a54d-4b3f74ae166e", "name": "network-vif-deleted", "tag": "c9a035e0-d790-4d8e-8484-11d968bb993b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:32:55.478210 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66bf3f90-5e1a-414c-809a-635e7518d57c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:32:55.478788 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e85b6c-17b3-448a-a54d-4b3f74ae166e', 'name': 'network-vif-deleted', 'tag': 'c9a035e0-d790-4d8e-8484-11d968bb993b', 'status': 'completed', 'code': 200} Aug 30 16:32:55.739531 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405c74f5-3ac9-4b65-8209-516f5c65f28d None None] Network e926b113-1414-455d-931a-ed7110280b1e requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:32:56.069583 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4d90a9ef-4029-4398-92a9-44b431684033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:56.128130 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90a9ef-4029-4398-92a9-44b431684033 None None] Checking router: 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:32:56.142597 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90a9ef-4029-4398-92a9-44b431684033 None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:32:56.143331 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4d90a9ef-4029-4398-92a9-44b431684033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:32:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:56.184614 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ec6b1-c9aa-4e1c-968d-1f8ce0147785 req-108bfc8d-2a64-400d-bcbb-f4ef0e886070 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:56.187260 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-066ec6b1-c9aa-4e1c-968d-1f8ce0147785 req-108bfc8d-2a64-400d-bcbb-f4ef0e886070 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0785153 Aug 30 16:32:56.321906 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-066ec6b1-c9aa-4e1c-968d-1f8ce0147785 req-af9286d6-0e59-4953-990f-f3dcf4c810c3 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283453 Aug 30 16:32:56.341680 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4d90a9ef-4029-4398-92a9-44b431684033 None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:32:56.468855 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40676) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:56.546813 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-598246ea-3fa9-48ec-809c-8efcd405f54d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:56.575461 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-598246ea-3fa9-48ec-809c-8efcd405f54d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:56.602476 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4d90a9ef-4029-4398-92a9-44b431684033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:32:56.640914 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-598246ea-3fa9-48ec-809c-8efcd405f54d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:56.643943 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-598246ea-3fa9-48ec-809c-8efcd405f54d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:56.647935 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-598246ea-3fa9-48ec-809c-8efcd405f54d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "DELETE /v2.0/security-groups/20607ad1-e4bd-4d67-bdf5-fd24df7593ea HTTP/1.1" status: 204 len: 168 time: 0.1752059 Aug 30 16:32:56.648127 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90a9ef-4029-4398-92a9-44b431684033 None None] The sync data for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi is: [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:32:56.648297 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40682) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:56.663139 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598246ea-3fa9-48ec-809c-8efcd405f54d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20607ad1-e4bd-4d67-bdf5-fd24df7593ea,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:56.669024 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.api.v2.resource [None req-aa7091ab-5f1e-46c6-a549-f86e60c5b3a7 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] show failed (client error): The resource could not be found. Aug 30 16:32:56.671671 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:56.672379 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-aa7091ab-5f1e-46c6-a549-f86e60c5b3a7 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups/20607ad1-e4bd-4d67-bdf5-fd24df7593ea HTTP/1.1" status: 404 len: 347 time: 0.0212650 Aug 30 16:32:56.673695 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40684) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:56.845047 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-284adc83-000d-4810-8987-6317b0bb7feb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Deleting port b4ebe8c9-2f2c-470c-8e18-73e66b121656 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:32:56.845381 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-284adc83-000d-4810-8987-6317b0bb7feb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:56.976781 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-284adc83-000d-4810-8987-6317b0bb7feb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:56.977283 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-284adc83-000d-4810-8987-6317b0bb7feb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:56.994516 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-284adc83-000d-4810-8987-6317b0bb7feb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Calling delete_port for b4ebe8c9-2f2c-470c-8e18-73e66b121656 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:32:57.016782 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9185238-ec3a-49ab-81d3-b79f9ff7120e None None] New status for floating IP d65ea7e9-0351-413c-bc99-c557c2ddd817: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:32:57.163740 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device c9a035e0-d790-4d8e-8484-11d968bb993b no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:32:57.195622 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-284adc83-000d-4810-8987-6317b0bb7feb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.206168 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: c9a035e0-d790-4d8e-8484-11d968bb993b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:32:57.206803 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device c9a035e0-d790-4d8e-8484-11d968bb993b not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:32:57.224825 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284adc83-000d-4810-8987-6317b0bb7feb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event deleted for resources: {'Port': ['ID=b4ebe8c9-2f2c-470c-8e18-73e66b121656,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:57.301955 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-284adc83-000d-4810-8987-6317b0bb7feb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.304582 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-284adc83-000d-4810-8987-6317b0bb7feb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.305779 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-284adc83-000d-4810-8987-6317b0bb7feb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "DELETE /v2.0/floatingips/d65ea7e9-0351-413c-bc99-c557c2ddd817 HTTP/1.1" status: 204 len: 168 time: 0.6309216 Aug 30 16:32:57.463190 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986e3c6-2e41-42aa-85ba-5e4bbb0d3f82 req-c480f762-a257-42ec-827a-e84ab3f4956b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:57.464739 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d986e3c6-2e41-42aa-85ba-5e4bbb0d3f82 req-c480f762-a257-42ec-827a-e84ab3f4956b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0640895 Aug 30 16:32:57.484714 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40706) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:57.490191 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-43055e38-6aa6-40b9-89fa-d6f2b05522b8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929034480', 'description': 'tempest-description--1390500801'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:32:57.512405 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d986e3c6-2e41-42aa-85ba-5e4bbb0d3f82 req-7123dfc7-e5c6-4741-b93e-c8b01702f03e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Aug 30 16:32:57.520625 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43055e38-6aa6-40b9-89fa-d6f2b05522b8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.607877 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43055e38-6aa6-40b9-89fa-d6f2b05522b8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.613030 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43055e38-6aa6-40b9-89fa-d6f2b05522b8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.644498 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43055e38-6aa6-40b9-89fa-d6f2b05522b8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.645819 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-43055e38-6aa6-40b9-89fa-d6f2b05522b8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1594329 Aug 30 16:32:57.648133 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43055e38-6aa6-40b9-89fa-d6f2b05522b8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3784a1c-8927-44be-97af-81d0ff8fe542,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:57.650232 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40716) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:57.654911 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-130a485d-579f-43ac-99cb-9a9e58702a56 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'security_group_rule': {'security_group_id': 'a3784a1c-8927-44be-97af-81d0ff8fe542', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:32:57.687046 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-130a485d-579f-43ac-99cb-9a9e58702a56 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.752935 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-130a485d-579f-43ac-99cb-9a9e58702a56 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.758090 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-130a485d-579f-43ac-99cb-9a9e58702a56 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.777006 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a485d-579f-43ac-99cb-9a9e58702a56 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cfd5e0-5d28-4fbb-9005-4dddb22558f5,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:57.784768 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-130a485d-579f-43ac-99cb-9a9e58702a56 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.788901 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-130a485d-579f-43ac-99cb-9a9e58702a56 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350739 Aug 30 16:32:57.789288 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40718) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:57.794078 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c4b4728e-a13d-4b4e-be08-20aead3bfaac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'security_group_rule': {'security_group_id': 'a3784a1c-8927-44be-97af-81d0ff8fe542', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:32:57.829340 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4b4728e-a13d-4b4e-be08-20aead3bfaac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.876280 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-fd9a31d5-f2da-4da4-8bc7-5b68a414ebf5 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:57.877832 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-fd9a31d5-f2da-4da4-8bc7-5b68a414ebf5 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/networks?id=e926b113-1414-455d-931a-ed7110280b1e HTTP/1.1" status: 200 len: 812 time: 0.3044918 Aug 30 16:32:57.888132 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4b4728e-a13d-4b4e-be08-20aead3bfaac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.893102 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4b4728e-a13d-4b4e-be08-20aead3bfaac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.894802 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-e75cca67-546d-4b79-9d65-a3c3ccc5760c tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/quotas/5be4a7334bb54a9abe7af0b23e14cb5a HTTP/1.1" status: 200 len: 375 time: 0.0102530 Aug 30 16:32:57.912423 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4728e-a13d-4b4e-be08-20aead3bfaac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1b0800-30ee-4f4f-b24f-53e6bb468bb0,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:57.919809 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4b4728e-a13d-4b4e-be08-20aead3bfaac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:57.921140 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-c4b4728e-a13d-4b4e-be08-20aead3bfaac tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307843 Aug 30 16:32:57.924285 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40720) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:32:57.929090 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'floatingip': {'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:32:57.929265 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-1336511d-60f1-49a9-a269-711f48d69738 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5be4a7334bb54a9abe7af0b23e14cb5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281789 Aug 30 16:32:57.952029 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:58.053796 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-74e6edf0-97a6-4d9e-b9b9-c02d10ad3d06 service neutron] 10.222.0.32 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167758 Aug 30 16:32:58.100876 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:58.140436 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-4f5d8ecf-26a1-4bea-ad10-928593ea7d56 service neutron] 10.222.0.32 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857668 Aug 30 16:32:58.159647 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b624-4a73-4625-960e-753a59fe6b65 req-6692b279-39b8-48fc-a599-e947c7ffc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:58.161741 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0aa1b624-4a73-4625-960e-753a59fe6b65 req-6692b279-39b8-48fc-a599-e947c7ffc532 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 1098 time: 0.1645074 Aug 30 16:32:58.299529 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Allocated IP 172.27.3.108 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/ac782e74-605c-4c6f-8f37-3132f4ae3478) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:32:58.323286 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d4d18bc1-2997-446b-a30b-9982bd083370 req-7adc7708-81a1-4c88-8a8e-28796d2a67dd tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 210 time: 0.0291536 Aug 30 16:32:58.326959 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b624-4a73-4625-960e-753a59fe6b65 req-d54a6a8d-ca3e-44b4-992f-e0c427b424da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:58.328440 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0aa1b624-4a73-4625-960e-753a59fe6b65 req-d54a6a8d-ca3e-44b4-992f-e0c427b424da service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 919 time: 0.1596799 Aug 30 16:32:58.441488 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0aa1b624-4a73-4625-960e-753a59fe6b65 req-75131024-d1d2-4de0-acec-f9a6a7499fbd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903 HTTP/1.1" status: 200 len: 1001 time: 0.1007056 Aug 30 16:32:58.502787 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:58.521217 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b624-4a73-4625-960e-753a59fe6b65 req-175c4b4f-2e4a-4f79-ab19-2f35d2124fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:58.522759 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0aa1b624-4a73-4625-960e-753a59fe6b65 req-175c4b4f-2e4a-4f79-ab19-2f35d2124fd5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 200 len: 856 time: 0.0705442 Aug 30 16:32:58.593019 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:58.622997 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b624-4a73-4625-960e-753a59fe6b65 req-019f898b-f010-4395-8fd9-e318a8ce5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:58.624741 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0aa1b624-4a73-4625-960e-753a59fe6b65 req-019f898b-f010-4395-8fd9-e318a8ce5ae4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7abf696-2a58-4d8b-ae00-6f747070c49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913949 Aug 30 16:32:58.655518 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:32:58.670957 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b56f-cda7-4c3c-94e1-101cadef9fd8 req-66ac9629-ba4c-4128-8eb9-c87ddf8d7abe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:58.672500 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dc99b56f-cda7-4c3c-94e1-101cadef9fd8 req-66ac9629-ba4c-4128-8eb9-c87ddf8d7abe tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0623569 Aug 30 16:32:58.697783 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:32:58.701426 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:32:58.705648 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'Port': ['ID=ac782e74-605c-4c6f-8f37-3132f4ae3478,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:58.725251 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dc99b56f-cda7-4c3c-94e1-101cadef9fd8 req-f40ddd95-af56-4764-beea-e271ffe2d184 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455291 Aug 30 16:32:58.804020 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0aa1b624-4a73-4625-960e-753a59fe6b65 req-9b3b78c5-4282-4adb-87a8-c3e8f6ae7a7a service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700656 Aug 30 16:32:58.834508 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:58.913882 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:58.955497 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0aa1b624-4a73-4625-960e-753a59fe6b65 req-6c9bd300-c69f-48c2-9510-08f56e46db3a service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433017 Aug 30 16:32:59.087590 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:59.094000 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:59.158121 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'Port': ['ID=ac782e74-605c-4c6f-8f37-3132f4ae3478,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:32:59.170484 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:59.188098 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:59.190183 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1a540a61-aa5c-4170-9215-63b646b41d65 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2646496 Aug 30 16:32:59.398162 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-5f021c59-553e-4522-8849-b3881f88f97c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1929034480&fields=id&tenant_id=1b0994a8dbef4f86a590d62c7cb36e13 HTTP/1.1" status: 200 len: 267 time: 0.0384288 Aug 30 16:32:59.442693 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-06ed36f8-6602-48c7-980c-502a110bb0a9 req-200df9ef-de3c-4b09-b43f-09f6eec43607 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 210 time: 0.0433233 Aug 30 16:32:59.513665 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-c42d032f-a1c9-4a85-9bc5-cc79e837e79f tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:59.515218 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-c42d032f-a1c9-4a85-9bc5-cc79e837e79f tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.78 "GET /v2.0/networks?id=e926b113-1414-455d-931a-ed7110280b1e HTTP/1.1" status: 200 len: 812 time: 0.1201127 Aug 30 16:32:59.531301 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-dbc5f2a9-ff40-4312-8107-1ac38d99b1e8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:59.532953 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-dbc5f2a9-ff40-4312-8107-1ac38d99b1e8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/networks?id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 200 len: 811 time: 0.1251822 Aug 30 16:32:59.536107 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Request body: {'port': {'device_id': '7eacbf37-1884-400a-b64a-0cbd9a4a4cf0', 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e', 'admin_state_up': True, 'tenant_id': '5be4a7334bb54a9abe7af0b23e14cb5a'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:32:59.549052 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-0d19f99f-dc87-46ba-bce4-01dcb0978257 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/quotas/1b0994a8dbef4f86a590d62c7cb36e13 HTTP/1.1" status: 200 len: 375 time: 0.0098467 Aug 30 16:32:59.608375 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-b89b57c8-aee2-47cd-b4b5-922b06877426 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533290 Aug 30 16:32:59.645966 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Made reservation on behalf of 5be4a7334bb54a9abe7af0b23e14cb5a for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:32:59.649598 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:59.757154 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-a16c5a39-3dde-43eb-9b21-4d5374482bf6 service neutron] 10.222.0.32 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368675 Aug 30 16:32:59.791633 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Allocated IP 172.20.0.10 (e926b113-1414-455d-931a-ed7110280b1e/c3522e5d-7004-4a3e-b605-f0f483e547f0/2d23f037-8808-49de-8e63-bb25a479d1ee) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:32:59.887659 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca838bd2-f07e-4cca-a803-9090962d946d req-3c2f0821-1bde-479c-af63-5ece13c05be4 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:32:59.889113 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ca838bd2-f07e-4cca-a803-9090962d946d req-3c2f0821-1bde-479c-af63-5ece13c05be4 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0760298 Aug 30 16:32:59.898059 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-95eb7fcb-b4e4-4511-8f4e-55e459628cf9 service neutron] 10.222.0.32 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338251 Aug 30 16:32:59.932180 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ca838bd2-f07e-4cca-a803-9090962d946d req-8d97b49e-eafb-4ebe-abba-634d50620da1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331180 Aug 30 16:32:59.957400 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:32:59.997248 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:00.043707 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Network e926b113-1414-455d-931a-ed7110280b1e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:33:00.048897 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:33:00.053437 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:33:00.058925 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3eafe639-a583-4096-83bd-d44f1bf8765e req-07e7996b-550f-48b6-9795-4b899f57b054 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 210 time: 0.0281909 Aug 30 16:33:00.075389 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Pushing event updated for resources: {'Port': ['ID=2d23f037-8808-49de-8e63-bb25a479d1ee,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:00.106854 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:00.107446 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:00.123506 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ea635e2d-197d-4faf-9ff6-e5c4410e2684 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5927165 Aug 30 16:33:00.142996 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Request body: {'port': {'device_id': '7eacbf37-1884-400a-b64a-0cbd9a4a4cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:33:00.200614 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:00.268971 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:00.487695 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d23f037-8808-49de-8e63-bb25a479d1ee {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:33:00.496280 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:00.511248 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Transition to ACTIVE for port object 2d23f037-8808-49de-8e63-bb25a479d1ee will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:33:00.516652 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:00.566397 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7e8e8-cf7f-4728-a021-1c8e1fda5e4b req-827c892c-8e7a-49e1-88a2-31448d92eca5 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:00.568313 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6be7e8e8-cf7f-4728-a021-1c8e1fda5e4b req-827c892c-8e7a-49e1-88a2-31448d92eca5 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 944 time: 0.0507076 Aug 30 16:33:00.570713 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d23f037-8808-49de-8e63-bb25a479d1ee,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:00.616249 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6be7e8e8-cf7f-4728-a021-1c8e1fda5e4b req-a246bfff-f373-405a-8e6e-b080c098df6b tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Aug 30 16:33:00.652800 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Attempting to bind port 2d23f037-8808-49de-8e63-bb25a479d1ee on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:33:00.653212 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Attempting to bind port 2d23f037-8808-49de-8e63-bb25a479d1ee by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:33:00.653569 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Attempting to bind port 2d23f037-8808-49de-8e63-bb25a479d1ee on network e926b113-1414-455d-931a-ed7110280b1e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:33:00.657878 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Port 2d23f037-8808-49de-8e63-bb25a479d1ee on network e926b113-1414-455d-931a-ed7110280b1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:33:00.658192 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Attempting to bind port 2d23f037-8808-49de-8e63-bb25a479d1ee on network e926b113-1414-455d-931a-ed7110280b1e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:33:00.663378 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:33:00.663710 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Checking segment: {'id': '71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:33:00.664082 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Bound using segment: {'id': '71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:33:00.664496 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Bound port: 2d23f037-8808-49de-8e63-bb25a479d1ee, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:33:00.664848 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:00.730053 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] For port 2d23f037-8808-49de-8e63-bb25a479d1ee, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:33:00.732974 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] For port 2d23f037-8808-49de-8e63-bb25a479d1ee, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2d23f037-8808-49de-8e63-bb25a479d1ee,segment=NetworkSegment(71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064),segment_id=71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:33:00.738248 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:00.777133 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:00.777780 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:00.779213 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] 10.222.0.78 "PUT /v2.0/ports/2d23f037-8808-49de-8e63-bb25a479d1ee HTTP/1.1" status: 200 len: 1094 time: 0.6407924 Aug 30 16:33:00.783809 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eacbf37-1884-400a-b64a-0cbd9a4a4cf0', 'tag': '2d23f037-8808-49de-8e63-bb25a479d1ee'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:33:00.786321 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3c6692-400e-458c-939c-ad5b9a0b5914" -d '{"events": [{"name": "network-changed", "server_uuid": "7eacbf37-1884-400a-b64a-0cbd9a4a4cf0", "tag": "2d23f037-8808-49de-8e63-bb25a479d1ee"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:33:00.821918 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e7189-6380-4469-88f5-36f97ba3ede9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d23f037-8808-49de-8e63-bb25a479d1ee,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:00.833452 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b2784-e43c-4704-9607-8d795b0999a8 x-openstack-request-id: req-ee5b2784-e43c-4704-9607-8d795b0999a8 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:33:00.834180 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eacbf37-1884-400a-b64a-0cbd9a4a4cf0", "tag": "2d23f037-8808-49de-8e63-bb25a479d1ee", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:33:00.834626 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee5b2784-e43c-4704-9607-8d795b0999a8 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:33:00.836408 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eacbf37-1884-400a-b64a-0cbd9a4a4cf0', 'tag': '2d23f037-8808-49de-8e63-bb25a479d1ee', 'status': 'completed', 'code': 200} Aug 30 16:33:00.901457 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-3b65bfb2-ada3-4da3-95d2-7f75248a4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:00.902965 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-3b65bfb2-ada3-4da3-95d2-7f75248a4bb0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5be4a7334bb54a9abe7af0b23e14cb5a&device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 1097 time: 0.0432250 Aug 30 16:33:00.954157 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-25604f43-6a0a-4a66-88b3-79e05475218a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d23f037-8808-49de-8e63-bb25a479d1ee HTTP/1.1" status: 200 len: 217 time: 0.0365391 Aug 30 16:33:01.017467 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-9cff0081-ca7c-4612-aa38-f8fc21e21b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:01.019196 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-9cff0081-ca7c-4612-aa38-f8fc21e21b1d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3522e5d-7004-4a3e-b605-f0f483e547f0 HTTP/1.1" status: 200 len: 852 time: 0.0577874 Aug 30 16:33:01.064267 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bb5a8-cedd-4022-a497-809361b24024 req-4f5040be-a451-4d5b-ab51-c15c673f9333 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:01.065794 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9a3bb5a8-cedd-4022-a497-809361b24024 req-4f5040be-a451-4d5b-ab51-c15c673f9333 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 945 time: 0.0497253 Aug 30 16:33:01.094931 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-e73fb0ae-c7aa-435b-9d8d-bdab2e74196f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e926b113-1414-455d-931a-ed7110280b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340507 Aug 30 16:33:01.107766 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9a3bb5a8-cedd-4022-a497-809361b24024 req-0d866c61-6969-4284-b7ad-e96bdc4a0bfa tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357625 Aug 30 16:33:01.160986 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5bcb3c40-dfa8-43a4-a329-bcd469248903 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:33:01.209907 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-a504cb34-1b99-4af3-8dc2-7321b11504a5 service neutron] 10.222.0.78 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955360 Aug 30 16:33:01.219875 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb679f59-bd74-40e7-a5f9-674eb3fccbc5 req-c809c4a9-c23b-4777-ac6a-8328210324bf tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 210 time: 0.0715981 Aug 30 16:33:01.285944 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:01.309661 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:33:01.311935 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b7f767-f2d8-45dc-8222-6d8c0086c0cf" -d '{"events": [{"server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "name": "network-vif-unplugged", "status": "completed", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:33:01.347501 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:33:01.356739 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:01.390378 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-9971530b-0c0b-46af-af98-3185f639abef tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:01.392537 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-9971530b-0c0b-46af-af98-3185f639abef tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.78 "GET /v2.0/networks?id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 200 len: 811 time: 0.1815872 Aug 30 16:33:01.394433 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c39f0b68-09bd-41be-bfcf-210df8e4d954 req-4449a6aa-c0eb-4511-ba0f-c9c99b6166fa service neutron] 10.222.0.78 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734324 Aug 30 16:33:01.415568 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 16:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4fa063-0fc3-4223-982e-788151550da8 x-openstack-request-id: req-3c4fa063-0fc3-4223-982e-788151550da8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:33:01.415568 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "name": "network-vif-unplugged", "status": "completed", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:33:01.415827 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c4fa063-0fc3-4223-982e-788151550da8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:33:01.415996 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'code': 200} Aug 30 16:33:01.421272 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5bcb3c40-dfa8-43a4-a329-bcd469248903,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:01.432002 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.432520 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.432994 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.433425 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.434097 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.434386 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.434875 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.435229 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.435657 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.436149 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.436609 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.437088 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:33:01.472142 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-4db7cfaa-4069-483a-a688-48b963ff9768 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b0994a8dbef4f86a590d62c7cb36e13 HTTP/1.1" status: 200 len: 380 time: 0.0409188 Aug 30 16:33:01.566836 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'port': {'device_id': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'admin_state_up': True, 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'security_groups': ['a3784a1c-8927-44be-97af-81d0ff8fe542']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:33:01.758699 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aff0ce-9aa5-4293-886a-d9117040f470 req-efd5e2f7-f3dd-4357-891b-497d65a762a3 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:01.760271 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-17aff0ce-9aa5-4293-886a-d9117040f470 req-efd5e2f7-f3dd-4357-891b-497d65a762a3 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 944 time: 0.0571849 Aug 30 16:33:01.806172 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-17aff0ce-9aa5-4293-886a-d9117040f470 req-972ee327-08a8-40e2-9f2c-386cceb70ea7 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384929 Aug 30 16:33:01.947958 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c6692-400e-458c-939c-ad5b9a0b5914 req-a0d46384-0e2a-4f9c-a963-3e8ac644f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:01.949552 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b3c6692-400e-458c-939c-ad5b9a0b5914 req-a0d46384-0e2a-4f9c-a963-3e8ac644f12f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5be4a7334bb54a9abe7af0b23e14cb5a&device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 1097 time: 0.3790743 Aug 30 16:33:02.042380 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Made reservation on behalf of 1b0994a8dbef4f86a590d62c7cb36e13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:33:02.045882 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:02.084176 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c6692-400e-458c-939c-ad5b9a0b5914 req-fde8d506-3646-4b44-b326-f37acf0920e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:02.085703 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b3c6692-400e-458c-939c-ad5b9a0b5914 req-fde8d506-3646-4b44-b326-f37acf0920e8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e926b113-1414-455d-931a-ed7110280b1e HTTP/1.1" status: 200 len: 914 time: 0.1246195 Aug 30 16:33:02.164867 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b3c6692-400e-458c-939c-ad5b9a0b5914 req-164649c6-3eb9-4cf8-b84a-aaa32de1a166 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d23f037-8808-49de-8e63-bb25a479d1ee HTTP/1.1" status: 200 len: 217 time: 0.0497911 Aug 30 16:33:02.217431 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80318e07-f8ab-48b9-83b4-bcd3f3a82f61 req-c700deaf-7f9b-420a-a51a-47b33cbae561 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:02.219227 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80318e07-f8ab-48b9-83b4-bcd3f3a82f61 req-c700deaf-7f9b-420a-a51a-47b33cbae561 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0648820 Aug 30 16:33:02.258245 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c6692-400e-458c-939c-ad5b9a0b5914 req-9ba96b7c-4b25-4cb3-8746-9099121f07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:02.259709 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b3c6692-400e-458c-939c-ad5b9a0b5914 req-9ba96b7c-4b25-4cb3-8746-9099121f07bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3522e5d-7004-4a3e-b605-f0f483e547f0 HTTP/1.1" status: 200 len: 852 time: 0.0861557 Aug 30 16:33:02.264626 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80318e07-f8ab-48b9-83b4-bcd3f3a82f61 req-d5deedc0-a6a2-49a0-826c-d3b176ca7de5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373251 Aug 30 16:33:02.279377 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Allocated IP 172.20.0.11 (a26c6b94-8c9c-43c4-bba2-1dae4c94d91d/58d75be7-63e7-408a-a34c-24700364bd2d/fc872507-f48e-46dd-8eb2-d7f8148324d7) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:33:02.301663 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b3c6692-400e-458c-939c-ad5b9a0b5914 req-6c3da845-9780-42cb-93d6-c288c22d33b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e926b113-1414-455d-931a-ed7110280b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329866 Aug 30 16:33:02.326300 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6dd937dc-cc1d-4f82-9bde-380e1e92e7a5 req-b4d2250a-55bc-44a9-9ffa-902d82173d3d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 210 time: 0.0290697 Aug 30 16:33:02.477966 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:33:02.478659 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b3c6692-400e-458c-939c-ad5b9a0b5914 req-f3bff096-8cbd-4d47-b0f2-0fbca63692b3 service neutron] 10.222.0.78 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697512 Aug 30 16:33:02.554700 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:02.568116 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-ab638f9c-b648-4874-80dc-797f62391bcd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887830 Aug 30 16:33:02.579495 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Transition to ACTIVE for port object fc872507-f48e-46dd-8eb2-d7f8148324d7 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:33:02.609649 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b3c6692-400e-458c-939c-ad5b9a0b5914 req-34b0a2d7-06cd-42dd-8161-7236ff8ae1f5 service neutron] 10.222.0.78 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219103 Aug 30 16:33:02.633227 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:02.686712 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:33:02.690072 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:33:02.694752 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:33:02.697693 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event updated for resources: {'Port': ['ID=fc872507-f48e-46dd-8eb2-d7f8148324d7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:02.747807 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:02.748460 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:02.765990 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-7a406782-40c4-4080-8fd9-f065d8e52ff5 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2030754 Aug 30 16:33:02.784196 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Request body: {'port': {'device_id': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:33:02.840344 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:02.943106 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353f557-fd98-4a79-97af-6626c1941a13 req-5239dddb-427a-4b7e-aaa6-fb5c3cd14172 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:02.946547 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1353f557-fd98-4a79-97af-6626c1941a13 req-5239dddb-427a-4b7e-aaa6-fb5c3cd14172 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 944 time: 0.0536690 Aug 30 16:33:02.994166 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1353f557-fd98-4a79-97af-6626c1941a13 req-8f5de4a0-cdcd-44a8-8047-10c485fb237c tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Aug 30 16:33:02.998871 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e81214a8-4bf6-4dac-b807-ff37ffeed235 None None] Provisioning for port fc872507-f48e-46dd-8eb2-d7f8148324d7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:33:03.010923 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e81214a8-4bf6-4dac-b807-ff37ffeed235 None None] Provisioning complete for port fc872507-f48e-46dd-8eb2-d7f8148324d7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:33:03.011775 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e81214a8-4bf6-4dac-b807-ff37ffeed235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:03.056795 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e81214a8-4bf6-4dac-b807-ff37ffeed235 None None] Port fc872507-f48e-46dd-8eb2-d7f8148324d7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:33:03.167976 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc872507-f48e-46dd-8eb2-d7f8148324d7 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:33:03.175803 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:03.188119 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Transition to ACTIVE for port object fc872507-f48e-46dd-8eb2-d7f8148324d7 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:33:03.193073 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:03.250206 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc872507-f48e-46dd-8eb2-d7f8148324d7,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:03.326775 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Attempting to bind port fc872507-f48e-46dd-8eb2-d7f8148324d7 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:33:03.327100 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Attempting to bind port fc872507-f48e-46dd-8eb2-d7f8148324d7 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:33:03.327431 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Attempting to bind port fc872507-f48e-46dd-8eb2-d7f8148324d7 on network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:33:03.332842 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Port fc872507-f48e-46dd-8eb2-d7f8148324d7 on network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:33:03.333340 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Attempting to bind port fc872507-f48e-46dd-8eb2-d7f8148324d7 on network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:33:03.338964 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:33:03.339302 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Checking segment: {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:33:03.339685 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Bound using segment: {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:33:03.340106 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Bound port: fc872507-f48e-46dd-8eb2-d7f8148324d7, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:33:03.340460 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:03.406109 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7cc3f-d15f-4e9a-bbda-6c47cf2c6486 req-a0eca7ff-3c98-4ce1-97fd-6d079a3adea8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:03.407816 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2eb7cc3f-d15f-4e9a-bbda-6c47cf2c6486 req-a0eca7ff-3c98-4ce1-97fd-6d079a3adea8 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0566940 Aug 30 16:33:03.416203 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] For port fc872507-f48e-46dd-8eb2-d7f8148324d7, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:33:03.420404 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] For port fc872507-f48e-46dd-8eb2-d7f8148324d7, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fc872507-f48e-46dd-8eb2-d7f8148324d7,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:33:03.426515 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:03.470281 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:03.471210 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:03.472599 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] 10.222.0.78 "PUT /v2.0/ports/fc872507-f48e-46dd-8eb2-d7f8148324d7 HTTP/1.1" status: 200 len: 1094 time: 0.6931527 Aug 30 16:33:03.476293 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'tag': 'fc872507-f48e-46dd-8eb2-d7f8148324d7'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:33:03.478652 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe0d73a-7c8e-4228-b495-93728cc757e2" -d '{"events": [{"name": "network-changed", "server_uuid": "afde8176-7ecc-40a8-bea7-6460a44fa969", "tag": "fc872507-f48e-46dd-8eb2-d7f8148324d7"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:33:03.479483 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2eb7cc3f-d15f-4e9a-bbda-6c47cf2c6486 req-0ddc673f-482b-4342-aa13-ae4fe56e9f59 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595083 Aug 30 16:33:03.501069 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7771c4-6d5f-48a2-a130-c3ac9cd0e01d req-cedfe5b8-af2b-4219-9320-3ceaf8677998 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:03.504290 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9e7771c4-6d5f-48a2-a130-c3ac9cd0e01d req-cedfe5b8-af2b-4219-9320-3ceaf8677998 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 944 time: 0.0935190 Aug 30 16:33:03.543843 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cddeec1-2cb5-49da-9acb-75752157f904 x-openstack-request-id: req-0cddeec1-2cb5-49da-9acb-75752157f904 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:33:03.544174 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde8176-7ecc-40a8-bea7-6460a44fa969", "tag": "fc872507-f48e-46dd-8eb2-d7f8148324d7", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:33:03.544433 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cddeec1-2cb5-49da-9acb-75752157f904 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:33:03.545556 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'tag': 'fc872507-f48e-46dd-8eb2-d7f8148324d7', 'status': 'completed', 'code': 200} Aug 30 16:33:03.547273 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921db5ab-be10-4aff-a267-ca958bd977f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc872507-f48e-46dd-8eb2-d7f8148324d7,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:03.556741 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-db6c42f1-4fff-4af3-b09d-568019ba85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:03.558855 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-db6c42f1-4fff-4af3-b09d-568019ba85b1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865&tenant_id=d798050cb8f04cb1b7c59fe942270479 HTTP/1.1" status: 200 len: 1096 time: 0.1033425 Aug 30 16:33:03.574122 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9e7771c4-6d5f-48a2-a130-c3ac9cd0e01d req-f24624e6-eb7d-44eb-8348-f6913fd1b81d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474589 Aug 30 16:33:03.636420 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-71256f5a-26ac-4456-b1a1-819cb95f108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:03.638048 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-71256f5a-26ac-4456-b1a1-819cb95f108e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 1097 time: 0.0788195 Aug 30 16:33:03.693609 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-6f7b770f-f048-4d8f-a703-af9a2568ae9e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc872507-f48e-46dd-8eb2-d7f8148324d7 HTTP/1.1" status: 200 len: 217 time: 0.0374756 Aug 30 16:33:03.693609 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-e9c36ff6-0e9e-4f78-8394-4ecded5f2f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:03.693609 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-e9c36ff6-0e9e-4f78-8394-4ecded5f2f08 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 1096 time: 0.0920842 Aug 30 16:33:03.798768 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-a42f51a9-3d49-4fb5-b206-173712f30594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:03.800224 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-a42f51a9-3d49-4fb5-b206-173712f30594 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=58d75be7-63e7-408a-a34c-24700364bd2d HTTP/1.1" status: 200 len: 850 time: 0.0967200 Aug 30 16:33:03.855351 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-883bc2e7-9635-428d-a9e0-6e1d051a99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:03.856712 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-883bc2e7-9635-428d-a9e0-6e1d051a99e9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 919 time: 0.1543245 Aug 30 16:33:03.872763 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-df2698bf-5d83-41bf-875a-3545debdf577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:03.874250 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-df2698bf-5d83-41bf-875a-3545debdf577 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656323 Aug 30 16:33:03.970876 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-bac3b4c6-3290-45f3-89f8-2d342db73f7c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903 HTTP/1.1" status: 200 len: 999 time: 0.1061831 Aug 30 16:33:04.042344 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-38b49bdc-5596-423f-ba9d-f3087a103cb2 service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414745 Aug 30 16:33:04.046057 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-644ea459-cc18-41f3-a016-9cbbce5c6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:04.047401 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-644ea459-cc18-41f3-a016-9cbbce5c6f7f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 200 len: 856 time: 0.0673656 Aug 30 16:33:04.124771 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72f528-c89d-47c9-b0ac-e4b3c52438e2 req-5266b8c1-5f7d-479e-9482-5f236abdfe48 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:04.126332 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2a72f528-c89d-47c9-b0ac-e4b3c52438e2 req-5266b8c1-5f7d-479e-9482-5f236abdfe48 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 944 time: 0.0568795 Aug 30 16:33:04.167943 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2a72f528-c89d-47c9-b0ac-e4b3c52438e2 req-57bba389-831c-468b-ac37-4a5c3f509576 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350759 Aug 30 16:33:04.174849 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-867e00f9-5fa0-4205-8cf2-f44da2612101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:04.176418 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-867e00f9-5fa0-4205-8cf2-f44da2612101 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7abf696-2a58-4d8b-ae00-6f747070c49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1195431 Aug 30 16:33:04.206246 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f277bcb2-74a6-4d30-b36a-8683f2ee5100 req-0790234c-61ce-4036-9c00-e1d818049d40 service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573775 Aug 30 16:33:04.272280 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-2dac454b-8df8-4eee-8683-9d5819b1c780 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866952 Aug 30 16:33:04.411388 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d73a-7c8e-4228-b495-93728cc757e2 req-691cb977-18c8-49c8-8b80-9f3927313d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:04.412901 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6fe0d73a-7c8e-4228-b495-93728cc757e2 req-691cb977-18c8-49c8-8b80-9f3927313d0f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 1097 time: 0.1076937 Aug 30 16:33:04.418609 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3884b515-6d94-4316-81b9-b7c439ddda09 req-e304688e-d6b9-466f-9472-cd3885b35c07 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274543 Aug 30 16:33:04.530300 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d73a-7c8e-4228-b495-93728cc757e2 req-926d968d-d87c-4873-87a4-7d84cf01d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:04.531829 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6fe0d73a-7c8e-4228-b495-93728cc757e2 req-926d968d-d87c-4873-87a4-7d84cf01d77e service neutron] 10.222.0.78 "GET /v2.0/networks?id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 200 len: 913 time: 0.1000545 Aug 30 16:33:04.575223 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6fe0d73a-7c8e-4228-b495-93728cc757e2 req-efab81e1-92d4-42b0-a35e-3aea095401a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc872507-f48e-46dd-8eb2-d7f8148324d7 HTTP/1.1" status: 200 len: 217 time: 0.0350144 Aug 30 16:33:04.633425 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eae1ea-43d5-4e83-81fa-fecc273f78c1 req-61d5142a-6981-4769-9fef-f8e42ee4596b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:04.635316 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27eae1ea-43d5-4e83-81fa-fecc273f78c1 req-61d5142a-6981-4769-9fef-f8e42ee4596b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0748789 Aug 30 16:33:04.640826 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d73a-7c8e-4228-b495-93728cc757e2 req-dd0a5d71-3830-4b3e-9373-06ad3cf935d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:04.642694 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6fe0d73a-7c8e-4228-b495-93728cc757e2 req-dd0a5d71-3830-4b3e-9373-06ad3cf935d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=58d75be7-63e7-408a-a34c-24700364bd2d HTTP/1.1" status: 200 len: 850 time: 0.0513732 Aug 30 16:33:04.718930 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d73a-7c8e-4228-b495-93728cc757e2 req-a5503a22-2d72-4119-b3f4-cbb330654f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:04.720307 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27eae1ea-43d5-4e83-81fa-fecc273f78c1 req-45b93b32-8b20-4123-aa31-f82770640bb7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774214 Aug 30 16:33:04.720489 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6fe0d73a-7c8e-4228-b495-93728cc757e2 req-a5503a22-2d72-4119-b3f4-cbb330654f9c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692549 Aug 30 16:33:04.733731 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefa6bd-44aa-4759-a68d-0911df862a84 req-8218ef49-3d53-486c-bc10-bb3483ab35b6 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:04.735310 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fdefa6bd-44aa-4759-a68d-0911df862a84 req-8218ef49-3d53-486c-bc10-bb3483ab35b6 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 944 time: 0.0845935 Aug 30 16:33:04.780655 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fdefa6bd-44aa-4759-a68d-0911df862a84 req-6eb89176-2d3c-4505-9f3d-fb72f1e69417 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382667 Aug 30 16:33:04.847045 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6fe0d73a-7c8e-4228-b495-93728cc757e2 req-ef209b3c-77cb-4faf-a4ad-73bd424a83e4 service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176343 Aug 30 16:33:04.945182 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6fe0d73a-7c8e-4228-b495-93728cc757e2 req-1288374b-5c03-4f0c-9cf3-84814152b732 service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896883 Aug 30 16:33:05.194209 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2d23f037-8808-49de-8e63-bb25a479d1ee details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:33:05.204553 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5bcb3c40-dfa8-43a4-a329-bcd469248903 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:33:05.305202 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04a71-3fa1-4b3c-871a-a8872b36183a req-9a7143aa-ccae-405b-88b5-a886e512cbde tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:05.313540 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a1c04a71-3fa1-4b3c-871a-a8872b36183a req-9a7143aa-ccae-405b-88b5-a886e512cbde tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 944 time: 0.0723560 Aug 30 16:33:05.350043 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a1c04a71-3fa1-4b3c-871a-a8872b36183a req-49ad9281-bcb3-4255-9c89-35c0747f9d35 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349183 Aug 30 16:33:05.361786 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2d23f037-8808-49de-8e63-bb25a479d1ee, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2d23f037-8808-49de-8e63-bb25a479d1ee,segment=NetworkSegment(71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064),segment_id=71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:33:05.375414 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '2d23f037-8808-49de-8e63-bb25a479d1ee', 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e', 'port_id': '2d23f037-8808-49de-8e63-bb25a479d1ee', 'mac_address': 'fa:16:3e:f4:96:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3522e5d-7004-4a3e-b605-f0f483e547f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:33:05.414503 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:05.428232 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d23f037-8808-49de-8e63-bb25a479d1ee {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:33:05.448547 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2d23f037-8808-49de-8e63-bb25a479d1ee, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2d23f037-8808-49de-8e63-bb25a479d1ee,segment=NetworkSegment(71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064),segment_id=71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:33:05.456150 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:05.509210 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=2d23f037-8808-49de-8e63-bb25a479d1ee,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:05.754279 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['2d23f037-8808-49de-8e63-bb25a479d1ee'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:33:05.911836 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966d34a-04ed-4214-b511-c5c129e19176 req-b5d28d03-666d-44e3-8753-9be1069ef983 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:05.913967 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1966d34a-04ed-4214-b511-c5c129e19176 req-b5d28d03-666d-44e3-8753-9be1069ef983 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0973918 Aug 30 16:33:05.961893 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7b49d-4bc5-4074-8535-aa05beebc6aa req-f4d2d5df-fc49-4f2e-a755-8c984f3e58af tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:05.963553 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b5f7b49d-4bc5-4074-8535-aa05beebc6aa req-f4d2d5df-fc49-4f2e-a755-8c984f3e58af tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 944 time: 0.1017666 Aug 30 16:33:05.990916 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1966d34a-04ed-4214-b511-c5c129e19176 req-64e74586-d890-452b-84b2-a9df73e0c5a1 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671945 Aug 30 16:33:06.020504 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b5f7b49d-4bc5-4074-8535-aa05beebc6aa req-7624847d-db0c-4df4-96a7-f7bf35a65408 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448351 Aug 30 16:33:06.473426 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943137a-84a1-4f81-b1b8-e7e20ddfd2d1 req-c1863530-7ed6-403c-bf34-a566766fe559 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:06.475352 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c943137a-84a1-4f81-b1b8-e7e20ddfd2d1 req-c1863530-7ed6-403c-bf34-a566766fe559 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 945 time: 0.0520546 Aug 30 16:33:06.515146 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c943137a-84a1-4f81-b1b8-e7e20ddfd2d1 req-4e69bf1b-3f95-475c-8b9f-7ab20d2c2e91 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Aug 30 16:33:07.153650 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b951980-99fc-4fd6-a945-d9e6c53db1bd req-25b5aa02-a0ca-4801-be77-512089693bc5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:07.156248 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6b951980-99fc-4fd6-a945-d9e6c53db1bd req-25b5aa02-a0ca-4801-be77-512089693bc5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0804648 Aug 30 16:33:07.195614 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ffa97-fff3-4ff9-9a41-527277049932 req-27449a80-c3a8-46ec-af45-b9d92b349134 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:07.197051 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef6ffa97-fff3-4ff9-9a41-527277049932 req-27449a80-c3a8-46ec-af45-b9d92b349134 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 944 time: 0.0936360 Aug 30 16:33:07.209599 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device fc872507-f48e-46dd-8eb2-d7f8148324d7 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:33:07.224624 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6b951980-99fc-4fd6-a945-d9e6c53db1bd req-b2c19d14-322f-4ac1-b3fa-755eb5c6477a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624061 Aug 30 16:33:07.232867 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2d23f037-8808-49de-8e63-bb25a479d1ee up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:33:07.246055 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef6ffa97-fff3-4ff9-9a41-527277049932 req-18392853-6dfa-4cfc-8a14-c7139dcc420d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 Aug 30 16:33:07.375086 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 2d23f037-8808-49de-8e63-bb25a479d1ee completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:33:07.384468 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 2d23f037-8808-49de-8e63-bb25a479d1ee triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:33:07.384468 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:07.408774 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port fc872507-f48e-46dd-8eb2-d7f8148324d7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fc872507-f48e-46dd-8eb2-d7f8148324d7,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:33:07.428331 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': 'fc872507-f48e-46dd-8eb2-d7f8148324d7', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'port_id': 'fc872507-f48e-46dd-8eb2-d7f8148324d7', 'mac_address': 'fa:16:3e:5e:8e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:33:07.500818 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:07.527172 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc872507-f48e-46dd-8eb2-d7f8148324d7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:33:07.533799 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:07.562612 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port fc872507-f48e-46dd-8eb2-d7f8148324d7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fc872507-f48e-46dd-8eb2-d7f8148324d7,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:33:07.571760 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eacbf37-1884-400a-b64a-0cbd9a4a4cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d23f037-8808-49de-8e63-bb25a479d1ee'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:33:07.574154 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59be014-fb5b-4ef6-9f68-7abd63d1d1e1" -d '{"events": [{"server_uuid": "7eacbf37-1884-400a-b64a-0cbd9a4a4cf0", "name": "network-vif-plugged", "status": "completed", "tag": "2d23f037-8808-49de-8e63-bb25a479d1ee"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:33:07.579419 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:07.590520 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2d23f037-8808-49de-8e63-bb25a479d1ee, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2d23f037-8808-49de-8e63-bb25a479d1ee,segment=NetworkSegment(71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064),segment_id=71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:33:07.612374 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:07.619788 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1784d09-29ac-4730-9a46-9029b2c67a1a x-openstack-request-id: req-d1784d09-29ac-4730-9a46-9029b2c67a1a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:33:07.620318 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eacbf37-1884-400a-b64a-0cbd9a4a4cf0", "name": "network-vif-plugged", "status": "completed", "tag": "2d23f037-8808-49de-8e63-bb25a479d1ee", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:33:07.620751 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1784d09-29ac-4730-9a46-9029b2c67a1a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:33:07.621320 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eacbf37-1884-400a-b64a-0cbd9a4a4cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d23f037-8808-49de-8e63-bb25a479d1ee', 'code': 200} Aug 30 16:33:07.647286 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=fc872507-f48e-46dd-8eb2-d7f8148324d7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:07.664117 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb42f0-d702-46f1-9775-532ccd7ff411 req-b658c72a-fd6f-4d2b-9b61-56550b87345b tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:07.665701 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a9eb42f0-d702-46f1-9775-532ccd7ff411 req-b658c72a-fd6f-4d2b-9b61-56550b87345b tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0541916 Aug 30 16:33:07.707778 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=2d23f037-8808-49de-8e63-bb25a479d1ee,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:07.718666 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a9eb42f0-d702-46f1-9775-532ccd7ff411 req-128b6b09-696a-4986-a513-cb55d456beb5 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467234 Aug 30 16:33:07.876803 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['fc872507-f48e-46dd-8eb2-d7f8148324d7'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:33:08.405716 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9be380-0b35-4198-a93f-77c9e595fa2f req-425ede0d-d361-42d0-9fd1-92108b09f4c5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:08.407263 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0f9be380-0b35-4198-a93f-77c9e595fa2f req-425ede0d-d361-42d0-9fd1-92108b09f4c5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0838065 Aug 30 16:33:08.414925 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81218e77-307c-4017-bcdd-ec55e52d4f0c req-c9c37599-a5b2-48ab-84b3-b4f4f0ba919d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:08.418411 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-81218e77-307c-4017-bcdd-ec55e52d4f0c req-c9c37599-a5b2-48ab-84b3-b4f4f0ba919d tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 945 time: 0.0838983 Aug 30 16:33:08.479933 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0f9be380-0b35-4198-a93f-77c9e595fa2f req-b24d9f7c-9e5a-4e98-a814-29e6e034f290 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626233 Aug 30 16:33:08.493752 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-81218e77-307c-4017-bcdd-ec55e52d4f0c req-873ac555-ab0d-4ba8-a489-f27da1bc8631 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681601 Aug 30 16:33:08.851351 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d85a9-5ad2-43b6-8c3c-caa6473269a0 req-a82f29ad-dfe6-4d13-adfc-88370948ae32 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:08.852883 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-882d85a9-5ad2-43b6-8c3c-caa6473269a0 req-a82f29ad-dfe6-4d13-adfc-88370948ae32 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0527675 Aug 30 16:33:08.895511 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-882d85a9-5ad2-43b6-8c3c-caa6473269a0 req-e35f6f4f-07a9-4aa3-a47b-820e37d43ec8 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362475 Aug 30 16:33:09.226004 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device fc872507-f48e-46dd-8eb2-d7f8148324d7 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:33:09.280442 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port fc872507-f48e-46dd-8eb2-d7f8148324d7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:33:09.284654 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port fc872507-f48e-46dd-8eb2-d7f8148324d7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:33:09.285026 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:09.368920 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:09.402712 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port fc872507-f48e-46dd-8eb2-d7f8148324d7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fc872507-f48e-46dd-8eb2-d7f8148324d7,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:33:09.408360 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:09.469373 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=fc872507-f48e-46dd-8eb2-d7f8148324d7,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:09.622562 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc872507-f48e-46dd-8eb2-d7f8148324d7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:33:09.625918 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501d34aa-b75c-411e-9b4c-9ac27fab4457" -d '{"events": [{"server_uuid": "afde8176-7ecc-40a8-bea7-6460a44fa969", "name": "network-vif-plugged", "status": "completed", "tag": "fc872507-f48e-46dd-8eb2-d7f8148324d7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:33:09.650859 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a4cf5-2c44-4443-86f5-e11eea95ad41 req-4f3d2659-5cb0-4131-9aeb-408f966af2b2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:09.652368 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-272a4cf5-2c44-4443-86f5-e11eea95ad41 req-4f3d2659-5cb0-4131-9aeb-408f966af2b2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0863686 Aug 30 16:33:09.666912 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f0dff-579d-452b-98e3-f9f4cecb10f4 req-9cafd759-d08f-4dd3-ab80-ca72aaf7dfe1 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:09.668406 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cc6f0dff-579d-452b-98e3-f9f4cecb10f4 req-9cafd759-d08f-4dd3-ab80-ca72aaf7dfe1 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.0702908 Aug 30 16:33:09.726864 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-272a4cf5-2c44-4443-86f5-e11eea95ad41 req-e8bd203d-2131-442c-810d-b4d25eab6c84 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679374 Aug 30 16:33:09.731984 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cc6f0dff-579d-452b-98e3-f9f4cecb10f4 req-f8056c02-b3fc-451b-a2c0-450f2dfeacd4 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565684 Aug 30 16:33:09.780334 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2bcf99-c3c0-4c5d-a2e0-c58e52d47fd8 x-openstack-request-id: req-ec2bcf99-c3c0-4c5d-a2e0-c58e52d47fd8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:33:09.780639 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afde8176-7ecc-40a8-bea7-6460a44fa969", "name": "network-vif-plugged", "status": "completed", "tag": "fc872507-f48e-46dd-8eb2-d7f8148324d7", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:33:09.780890 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec2bcf99-c3c0-4c5d-a2e0-c58e52d47fd8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:33:09.781284 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc872507-f48e-46dd-8eb2-d7f8148324d7', 'code': 200} Aug 30 16:33:10.015931 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c0666-6c22-4b80-8cf2-0e2240661358 req-3f21f6b5-5796-428e-ba9a-e3aa77830e28 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:10.017736 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5f6c0666-6c22-4b80-8cf2-0e2240661358 req-3f21f6b5-5796-428e-ba9a-e3aa77830e28 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0510271 Aug 30 16:33:10.058349 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5f6c0666-6c22-4b80-8cf2-0e2240661358 req-3ff5c4f2-bfed-48c7-93d4-b004fc801026 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343258 Aug 30 16:33:10.910641 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fde7f9-aad7-4317-9f7d-d4a5aeb4205c req-254dccd6-1334-465d-b29e-6324a556493c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:10.912265 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-28fde7f9-aad7-4317-9f7d-d4a5aeb4205c req-254dccd6-1334-465d-b29e-6324a556493c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0984397 Aug 30 16:33:10.919907 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac6a9f-2fc3-4afd-9096-748a86331354 req-99bd9c07-fd0c-4129-8870-801bc8235eed tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:10.921358 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-97ac6a9f-2fc3-4afd-9096-748a86331354 req-99bd9c07-fd0c-4129-8870-801bc8235eed tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.1088185 Aug 30 16:33:10.978168 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-28fde7f9-aad7-4317-9f7d-d4a5aeb4205c req-0a433c6f-5bcb-4593-ba7d-9a15cf077dbf tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557170 Aug 30 16:33:10.980896 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-97ac6a9f-2fc3-4afd-9096-748a86331354 req-7ff73732-2265-407f-8080-3fe4d29096e1 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524902 Aug 30 16:33:11.186098 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ab225-efd2-47cb-b793-1a95c01b7e0a req-2bcd6531-026d-4477-aa2d-af098581ba73 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:11.187604 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb5ab225-efd2-47cb-b793-1a95c01b7e0a req-2bcd6531-026d-4477-aa2d-af098581ba73 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0557768 Aug 30 16:33:11.227204 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb5ab225-efd2-47cb-b793-1a95c01b7e0a req-656b54e7-d7c0-4eef-9da5-df26797a3438 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Aug 30 16:33:12.134024 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9164cd1-39c5-4f1c-8de3-c80634466825 req-d708f36d-2eed-4d29-8c2f-befbcc90b2f5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:12.135547 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d9164cd1-39c5-4f1c-8de3-c80634466825 req-d708f36d-2eed-4d29-8c2f-befbcc90b2f5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0770156 Aug 30 16:33:12.146913 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d7831-8d94-4e3e-bca3-03f72d594df3 req-58406609-c29a-442a-8139-19c363ec5dc3 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:12.148557 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-666d7831-8d94-4e3e-bca3-03f72d594df3 req-58406609-c29a-442a-8139-19c363ec5dc3 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.0809343 Aug 30 16:33:12.202270 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d9164cd1-39c5-4f1c-8de3-c80634466825 req-0eb4b531-63be-46ed-92d4-d811cdb21724 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527387 Aug 30 16:33:12.210544 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-666d7831-8d94-4e3e-bca3-03f72d594df3 req-ca1c859f-19ae-4940-a77b-fe02160ce656 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549917 Aug 30 16:33:12.351478 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663adb16-5fb2-41c3-8111-ee7cd0bac64e req-daafa3b2-d5f5-4310-9659-a8d2d45ed3db tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:12.353048 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-663adb16-5fb2-41c3-8111-ee7cd0bac64e req-daafa3b2-d5f5-4310-9659-a8d2d45ed3db tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0555842 Aug 30 16:33:12.395962 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-663adb16-5fb2-41c3-8111-ee7cd0bac64e req-86f86bc0-09bb-4e78-b869-802984b0a73d tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342720 Aug 30 16:33:13.427071 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e15862-c0ea-4a1f-b8fe-c8b6fdbb99a9 req-f09f9060-767d-43a0-ad77-4ede7da7a3cc tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:13.428623 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1e15862-c0ea-4a1f-b8fe-c8b6fdbb99a9 req-f09f9060-767d-43a0-ad77-4ede7da7a3cc tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.0952795 Aug 30 16:33:13.441865 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d2778-2147-4d5d-ad53-f58fbc5cc026 req-4efbb804-df61-4c26-a803-49ffe9530d42 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:13.443400 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-087d2778-2147-4d5d-ad53-f58fbc5cc026 req-4efbb804-df61-4c26-a803-49ffe9530d42 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0887418 Aug 30 16:33:13.504560 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1e15862-c0ea-4a1f-b8fe-c8b6fdbb99a9 req-bbdbdf46-687b-4641-a9bb-e53ec0f05438 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599220 Aug 30 16:33:13.507252 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-087d2778-2147-4d5d-ad53-f58fbc5cc026 req-e02f3a1e-7780-4850-9cc2-816d6dbc214b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566044 Aug 30 16:33:13.623586 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fae1c-f91f-43bd-bfef-4ef874ae29aa req-b0daca4e-d6b9-46b9-b4ad-63b48a886013 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:13.625187 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-115fae1c-f91f-43bd-bfef-4ef874ae29aa req-b0daca4e-d6b9-46b9-b4ad-63b48a886013 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0619018 Aug 30 16:33:13.669252 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-115fae1c-f91f-43bd-bfef-4ef874ae29aa req-378457ce-021b-4a40-b203-b00ae18934f7 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373075 Aug 30 16:33:14.678473 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b2c45-9fc4-4b3f-9db4-a19c412a3676 req-337d75c4-e9e7-4b9b-a5d4-ec0d8080187a tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:14.680052 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8f0b2c45-9fc4-4b3f-9db4-a19c412a3676 req-337d75c4-e9e7-4b9b-a5d4-ec0d8080187a tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.1039677 Aug 30 16:33:14.693111 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9893c16-30df-4731-bd28-7b5c1757bd25 req-310db2be-82ac-44c1-8ee9-f71454f597f2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:14.698452 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b9893c16-30df-4731-bd28-7b5c1757bd25 req-310db2be-82ac-44c1-8ee9-f71454f597f2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0876505 Aug 30 16:33:14.751418 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8f0b2c45-9fc4-4b3f-9db4-a19c412a3676 req-84b7db04-06cb-4af6-ab03-f80c98617566 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556090 Aug 30 16:33:14.756259 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b9893c16-30df-4731-bd28-7b5c1757bd25 req-d3d25e0c-5d2c-4ac1-abb2-1fb236847a10 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543213 Aug 30 16:33:14.866741 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06605d60-7b50-4e07-9432-f274c6912fb7 req-b85d857d-024f-4b7d-865b-82a7f8620036 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:14.870168 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-06605d60-7b50-4e07-9432-f274c6912fb7 req-b85d857d-024f-4b7d-865b-82a7f8620036 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0559263 Aug 30 16:33:14.909491 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-06605d60-7b50-4e07-9432-f274c6912fb7 req-e4f0a0ae-681f-456f-aac9-5c09e76ef9fd tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346091 Aug 30 16:33:15.900436 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82807f49-d946-4dd5-a50f-47be73be5a57 req-e71596c2-eebe-4cf2-b038-17b7d74effe8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:15.901944 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-82807f49-d946-4dd5-a50f-47be73be5a57 req-e71596c2-eebe-4cf2-b038-17b7d74effe8 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.0780327 Aug 30 16:33:15.921555 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb455e-866d-4ccd-b8f3-23637dfb00fd req-45e858a7-f680-451c-a75b-737cf91962ab tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:15.922943 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bfbb455e-866d-4ccd-b8f3-23637dfb00fd req-45e858a7-f680-451c-a75b-737cf91962ab tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0728495 Aug 30 16:33:15.964883 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-82807f49-d946-4dd5-a50f-47be73be5a57 req-7d70a4cc-b6f7-4d0a-88e5-73521fa39d5a tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561240 Aug 30 16:33:15.982467 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bfbb455e-866d-4ccd-b8f3-23637dfb00fd req-dac95eea-a01f-411c-8576-808a9d7199f3 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518010 Aug 30 16:33:16.071718 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28269103-d3da-4c84-bca1-6d264a0c1275 req-bd25d30b-0ecc-40fc-8fb3-b7b0e9c19828 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:16.073188 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-28269103-d3da-4c84-bca1-6d264a0c1275 req-bd25d30b-0ecc-40fc-8fb3-b7b0e9c19828 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0508845 Aug 30 16:33:16.111624 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-28269103-d3da-4c84-bca1-6d264a0c1275 req-3de825ec-5d07-4b83-ae8f-46e61a3844f9 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Aug 30 16:33:16.226996 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d59efe-0972-467c-b00d-14170af8ff67 req-4ebfa178-f386-4929-baff-fafee1fc475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:16.228433 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-41d59efe-0972-467c-b00d-14170af8ff67 req-4ebfa178-f386-4929-baff-fafee1fc475f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 1099 time: 0.0463896 Aug 30 16:33:16.289095 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-41d59efe-0972-467c-b00d-14170af8ff67 req-e935b82d-2153-42c0-a547-c8996a1e23ed service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527253 Aug 30 16:33:16.301250 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840c50b-0e24-4fbf-a6f9-261a5c94b5de req-aeba4506-f5e9-4256-ab6c-7a98bbbe68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:16.302700 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5840c50b-0e24-4fbf-a6f9-261a5c94b5de req-aeba4506-f5e9-4256-ab6c-7a98bbbe68e9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 1099 time: 0.0507808 Aug 30 16:33:16.587547 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5840c50b-0e24-4fbf-a6f9-261a5c94b5de req-f0ff7128-fc7a-4113-b11d-3debb354dbee service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343874 Aug 30 16:33:17.122405 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15860b3-b749-4336-8c3e-b03e87687b6c req-24c72a12-4299-4aae-ba8a-1d30df687fd6 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:17.123777 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d15860b3-b749-4336-8c3e-b03e87687b6c req-24c72a12-4299-4aae-ba8a-1d30df687fd6 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.0766394 Aug 30 16:33:17.134037 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36940b3a-8301-4118-bd23-e44056a76ff8 req-0957dc74-3e93-4512-a6c6-1f20502ee88b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:17.135412 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-36940b3a-8301-4118-bd23-e44056a76ff8 req-0957dc74-3e93-4512-a6c6-1f20502ee88b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0784667 Aug 30 16:33:17.187926 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d15860b3-b749-4336-8c3e-b03e87687b6c req-78cd762f-c794-422a-ad48-9ea30f7067b9 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515964 Aug 30 16:33:17.192786 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-36940b3a-8301-4118-bd23-e44056a76ff8 req-e93f93b1-9d5f-473f-8fbe-b6b61495d65d tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501800 Aug 30 16:33:17.294365 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e848f-f44a-4174-8c5d-2970e35d476e req-3c0b860b-4219-4e32-9292-56695856a401 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:17.295954 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-571e848f-f44a-4174-8c5d-2970e35d476e req-3c0b860b-4219-4e32-9292-56695856a401 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0514512 Aug 30 16:33:17.347572 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-571e848f-f44a-4174-8c5d-2970e35d476e req-35bd4299-b072-4276-b972-64adb3d6a8f7 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455911 Aug 30 16:33:18.342324 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0dd2-9b19-4420-bbb7-e97072702f5b req-8f4919cb-1c93-4392-bba3-8f3df8c32ddc tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:18.344229 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27dc0dd2-9b19-4420-bbb7-e97072702f5b req-8f4919cb-1c93-4392-bba3-8f3df8c32ddc tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.0790081 Aug 30 16:33:18.352834 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a0b7-3bcd-4200-9cef-9e9ac7747874 req-8a9d4a7b-bf57-41bc-962b-ec079b54921c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:18.354327 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0fd7a0b7-3bcd-4200-9cef-9e9ac7747874 req-8a9d4a7b-bf57-41bc-962b-ec079b54921c tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 943 time: 0.0797770 Aug 30 16:33:18.421936 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27dc0dd2-9b19-4420-bbb7-e97072702f5b req-3da9ec2f-4d05-41e2-acd6-9879f344c254 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664275 Aug 30 16:33:18.429981 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:33:18.438812 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0fd7a0b7-3bcd-4200-9cef-9e9ac7747874 req-a29d82ef-a127-4ce4-8652-30911190fa0b tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644727 Aug 30 16:33:18.564701 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61fb66-745d-4f82-9eac-a440313aaf6b req-f89a50b1-f443-413e-a09f-80a0fb740ed1 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:18.566177 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9f61fb66-745d-4f82-9eac-a440313aaf6b req-f89a50b1-f443-413e-a09f-80a0fb740ed1 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0789988 Aug 30 16:33:18.577447 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521665e0-bd3f-4395-9a92-767398818447 req-d75cf51c-e60d-475e-9cc0-2ec52f397974 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:18.578868 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-521665e0-bd3f-4395-9a92-767398818447 req-d75cf51c-e60d-475e-9cc0-2ec52f397974 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.0794327 Aug 30 16:33:18.587624 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40966) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:33:18.592547 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-049a53e2-2268-4b81-ba51-2323cc19a546 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Request body: {'floatingip': {'port_id': 'fc872507-f48e-46dd-8eb2-d7f8148324d7'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:33:18.613637 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9f61fb66-745d-4f82-9eac-a440313aaf6b req-9afa95a1-41c3-48f0-958f-ea3fe6c75ba4 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Aug 30 16:33:18.635377 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-049a53e2-2268-4b81-ba51-2323cc19a546 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:19.086161 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-049a53e2-2268-4b81-ba51-2323cc19a546 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:19.091857 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-049a53e2-2268-4b81-ba51-2323cc19a546 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:19.320441 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5bcb3c40-dfa8-43a4-a329-bcd469248903 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:33:19.422202 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:33:19.434541 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'port_id': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'mac_address': 'fa:16:3e:da:a8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:33:19.488994 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:19.490877 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.l3_db [None req-049a53e2-2268-4b81-ba51-2323cc19a546 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Floating IP 28742683-a5b5-48a7-81cb-47a4a9dbbda0 associated. External IP: 172.27.3.108, port: fc872507-f48e-46dd-8eb2-d7f8148324d7. Aug 30 16:33:19.506465 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcb3c40-dfa8-43a4-a329-bcd469248903 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:33:19.526601 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:33:19.531882 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:19.582808 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5bcb3c40-dfa8-43a4-a329-bcd469248903,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:19.589785 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142938d-558e-4ced-a81c-eb4440972004 req-aa54af73-0c35-4b72-abd5-3d2f741579cc tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:19.591364 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6142938d-558e-4ced-a81c-eb4440972004 req-aa54af73-0c35-4b72-abd5-3d2f741579cc tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 944 time: 0.0646536 Aug 30 16:33:19.629688 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6142938d-558e-4ced-a81c-eb4440972004 req-bbdf895d-1fb8-4fe5-aa13-a44c2b2dfd96 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324681 Aug 30 16:33:19.731448 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049a53e2-2268-4b81-ba51-2323cc19a546 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:33:19.857485 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049a53e2-2268-4b81-ba51-2323cc19a546 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:33:19.862620 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-049a53e2-2268-4b81-ba51-2323cc19a546 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:19.869079 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6325d80-cc1f-4a02-870f-9a34de2e7039 None None] Sync routers for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:33:19.880474 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6325d80-cc1f-4a02-870f-9a34de2e7039 None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:33:19.881092 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a6325d80-cc1f-4a02-870f-9a34de2e7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:32:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:33:19.899122 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-049a53e2-2268-4b81-ba51-2323cc19a546 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "PUT /v2.0/floatingips/28742683-a5b5-48a7-81cb-47a4a9dbbda0 HTTP/1.1" status: 200 len: 992 time: 1.3101959 Aug 30 16:33:19.900055 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'tag': 'fc872507-f48e-46dd-8eb2-d7f8148324d7'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:33:19.902524 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae2db3c-c5e3-4570-839e-60ee2cec691d" -d '{"events": [{"name": "network-changed", "server_uuid": "afde8176-7ecc-40a8-bea7-6460a44fa969", "tag": "fc872507-f48e-46dd-8eb2-d7f8148324d7"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:33:19.926282 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['5bcb3c40-dfa8-43a4-a329-bcd469248903'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:33:19.951826 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af979b64-27a6-40e6-aa48-40fb52e0946e x-openstack-request-id: req-af979b64-27a6-40e6-aa48-40fb52e0946e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:33:19.953490 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde8176-7ecc-40a8-bea7-6460a44fa969", "tag": "fc872507-f48e-46dd-8eb2-d7f8148324d7", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:33:19.954186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af979b64-27a6-40e6-aa48-40fb52e0946e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:33:19.954597 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'tag': 'fc872507-f48e-46dd-8eb2-d7f8148324d7', 'status': 'completed', 'code': 200} Aug 30 16:33:20.055412 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2db3c-c5e3-4570-839e-60ee2cec691d req-d0fe7981-48ae-435b-826a-1eb1c6de8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:20.056985 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae2db3c-c5e3-4570-839e-60ee2cec691d req-d0fe7981-48ae-435b-826a-1eb1c6de8470 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 1099 time: 0.0489392 Aug 30 16:33:20.157037 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2db3c-c5e3-4570-839e-60ee2cec691d req-139a8adb-28bf-499e-9651-4f5642df7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:20.158592 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae2db3c-c5e3-4570-839e-60ee2cec691d req-139a8adb-28bf-499e-9651-4f5642df7bb2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 200 len: 913 time: 0.0931454 Aug 30 16:33:20.195131 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a6325d80-cc1f-4a02-870f-9a34de2e7039 None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:33:20.237343 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae2db3c-c5e3-4570-839e-60ee2cec691d req-b20acef3-30c6-4b40-9086-cad5ce718c93 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc872507-f48e-46dd-8eb2-d7f8148324d7 HTTP/1.1" status: 200 len: 1000 time: 0.0703297 Aug 30 16:33:20.287527 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2db3c-c5e3-4570-839e-60ee2cec691d req-69380f0f-e255-4a84-a587-17e87792164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:20.289004 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae2db3c-c5e3-4570-839e-60ee2cec691d req-69380f0f-e255-4a84-a587-17e87792164f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=58d75be7-63e7-408a-a34c-24700364bd2d HTTP/1.1" status: 200 len: 850 time: 0.0440447 Aug 30 16:33:20.342328 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2db3c-c5e3-4570-839e-60ee2cec691d req-43e6ac6b-147e-4576-a6ab-4674a87b52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:20.343806 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae2db3c-c5e3-4570-839e-60ee2cec691d req-43e6ac6b-147e-4576-a6ab-4674a87b52a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457804 Aug 30 16:33:20.447611 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae2db3c-c5e3-4570-839e-60ee2cec691d req-37ff5f38-5063-4da0-b3ed-1a695915b62b service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937903 Aug 30 16:33:20.470780 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a6325d80-cc1f-4a02-870f-9a34de2e7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '28742683-a5b5-48a7-81cb-47a4a9dbbda0', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'port_id': 'fc872507-f48e-46dd-8eb2-d7f8148324d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'mac_address': 'fa:16:3e:5e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:58Z', 'updated_at': '2021-08-30T16:33:18Z', 'revision_number': 1, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:33:20.496915 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6325d80-cc1f-4a02-870f-9a34de2e7039 None None] Checking router: 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:33:20.507778 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6325d80-cc1f-4a02-870f-9a34de2e7039 None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:33:20.508801 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a6325d80-cc1f-4a02-870f-9a34de2e7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:32:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:33:20.553287 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae2db3c-c5e3-4570-839e-60ee2cec691d req-842cfe68-23cd-4498-baff-39b1db83cede service neutron] 10.222.0.78 "GET /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974176 Aug 30 16:33:20.624595 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a6325d80-cc1f-4a02-870f-9a34de2e7039 None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:33:20.755465 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d2039-4cc9-4c57-ac37-7ae1d9183240 req-2bb16fde-5cd0-46b2-bdc5-6f89a63e3f5a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:20.756972 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-923d2039-4cc9-4c57-ac37-7ae1d9183240 req-2bb16fde-5cd0-46b2-bdc5-6f89a63e3f5a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 944 time: 0.0502067 Aug 30 16:33:20.798649 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-923d2039-4cc9-4c57-ac37-7ae1d9183240 req-6b43cdc7-1d5d-4073-ac17-cb0bba78e8c7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354931 Aug 30 16:33:20.859995 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a6325d80-cc1f-4a02-870f-9a34de2e7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '28742683-a5b5-48a7-81cb-47a4a9dbbda0', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'port_id': 'fc872507-f48e-46dd-8eb2-d7f8148324d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'mac_address': 'fa:16:3e:5e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:58Z', 'updated_at': '2021-08-30T16:33:18Z', 'revision_number': 1, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:33:20.890170 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6325d80-cc1f-4a02-870f-9a34de2e7039 None None] The sync data for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi is: [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '28742683-a5b5-48a7-81cb-47a4a9dbbda0', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'port_id': 'fc872507-f48e-46dd-8eb2-d7f8148324d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'mac_address': 'fa:16:3e:5e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:58Z', 'updated_at': '2021-08-30T16:33:18Z', 'revision_number': 1, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:33:21.092316 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11c65bb-ee66-440d-9b52-55f9ae271f0a None None] New status for floating IP 28742683-a5b5-48a7-81cb-47a4a9dbbda0: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:33:21.344416 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5bcb3c40-dfa8-43a4-a329-bcd469248903 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:33:21.347771 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03d50a23-319c-4066-adea-40fbef98f20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:21.394263 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 5bcb3c40-dfa8-43a4-a329-bcd469248903 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:33:21.394646 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:21.480062 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:21.502504 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:33:21.504678 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00bf2e3-fea8-4b2c-8586-f90c5c3d2f00" -d '{"events": [{"server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "name": "network-vif-plugged", "status": "completed", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:33:21.517652 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:33:21.522301 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:21.551590 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6d496d-3e1d-409e-ba22-45e50d5cb40b x-openstack-request-id: req-4c6d496d-3e1d-409e-ba22-45e50d5cb40b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:33:21.551924 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "name": "network-vif-plugged", "status": "completed", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:33:21.552253 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c6d496d-3e1d-409e-ba22-45e50d5cb40b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:33:21.552819 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'code': 200} Aug 30 16:33:21.583426 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5bcb3c40-dfa8-43a4-a329-bcd469248903,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:33:21.819997 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0403a2-e019-4d0f-8139-8d704baf4179 req-200d2934-9dd7-4ed0-beb7-c74a1ce48bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:21.821405 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa0403a2-e019-4d0f-8139-8d704baf4179 req-200d2934-9dd7-4ed0-beb7-c74a1ce48bd0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 1099 time: 0.0468445 Aug 30 16:33:21.864045 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa0403a2-e019-4d0f-8139-8d704baf4179 req-920e8f7e-ae4d-4394-97c5-e1710851d38c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344634 Aug 30 16:33:22.122482 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28d031-4aba-488d-82a7-3a856cb3e8b1 req-873a2ac1-4963-4840-9c96-9dfadec2a8a9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:22.124393 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8e28d031-4aba-488d-82a7-3a856cb3e8b1 req-873a2ac1-4963-4840-9c96-9dfadec2a8a9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 946 time: 0.2478628 Aug 30 16:33:22.168024 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8e28d031-4aba-488d-82a7-3a856cb3e8b1 req-3aee65aa-18d9-4a99-9a23-46974bdbd005 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370703 Aug 30 16:33:23.304556 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520a3ef-30fc-4888-b4c9-908f959f4419 req-cdd27078-6f11-4c00-a423-d5bd13a332c6 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:23.313241 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7520a3ef-30fc-4888-b4c9-908f959f4419 req-cdd27078-6f11-4c00-a423-d5bd13a332c6 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 946 time: 0.0544989 Aug 30 16:33:23.348465 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7520a3ef-30fc-4888-b4c9-908f959f4419 req-450ac4e5-736c-49cd-844c-5b34d0f8b0d7 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350599 Aug 30 16:33:24.249119 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-813898e6-d737-4f4c-8649-846e2235a20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:24.486563 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97c664-add4-481b-98bf-0e5abbebe82a req-47a782a1-f2ba-4d62-852f-2d175f634ec9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:24.489006 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ec97c664-add4-481b-98bf-0e5abbebe82a req-47a782a1-f2ba-4d62-852f-2d175f634ec9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 946 time: 0.0579476 Aug 30 16:33:24.501220 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:24.531828 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ec97c664-add4-481b-98bf-0e5abbebe82a req-c68d203c-2fff-4b27-8e18-83a90141bb4e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364859 Aug 30 16:33:25.056625 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:26.624559 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:30.274393 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:35.459199 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-cd4bf2ca-d280-4dcf-a769-c381572d3766 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436251 Aug 30 16:33:35.563575 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-2f2317a1-5e29-4cc0-83c8-116189160498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:35.564777 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-2f2317a1-5e29-4cc0-83c8-116189160498 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d798050cb8f04cb1b7c59fe942270479&device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 1099 time: 0.0422103 Aug 30 16:33:35.685470 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-44d14983-ed2e-41d0-b9b5-d63741485021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:35.687016 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-44d14983-ed2e-41d0-b9b5-d63741485021 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 200 len: 919 time: 0.0956833 Aug 30 16:33:35.757984 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-ee90532a-6ed3-4044-b956-ff789fc72961 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903 HTTP/1.1" status: 200 len: 1001 time: 0.0625784 Aug 30 16:33:35.808170 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-52de4d59-e0a5-4cdb-954b-a4e391d46a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:35.809827 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-52de4d59-e0a5-4cdb-954b-a4e391d46a81 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 200 len: 856 time: 0.0447979 Aug 30 16:33:35.871055 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-8efce4fe-4045-4e42-b7db-04274bc81929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:33:35.872521 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-8efce4fe-4045-4e42-b7db-04274bc81929 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7abf696-2a58-4d8b-ae00-6f747070c49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547290 Aug 30 16:33:35.966844 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-99d039c4-86c6-4707-8fb3-1672ab47c802 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863156 Aug 30 16:33:36.074249 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c54c7678-3f99-4ae8-b1a4-5e77eb5a9175 req-31e5951d-7386-4de4-a762-3cec9f5c5217 service neutron] 10.222.0.78 "GET /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954010 Aug 30 16:33:51.360159 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b186-6da0-49d9-85b0-a6cadadd6e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:54.246825 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e927fc8-9632-4708-9ace-20f22e63b3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:54.497099 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:55.060224 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:33:55.433462 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:33:56.625603 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:00.282180 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:02.737047 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71403990-404f-4151-be7c-b4f10aebfc79 req-69c4e189-2fa2-4ee4-b9ac-b7244a7d0971 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:02.738547 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-71403990-404f-4151-be7c-b4f10aebfc79 req-69c4e189-2fa2-4ee4-b9ac-b7244a7d0971 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0675414 Aug 30 16:34:02.782487 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-71403990-404f-4151-be7c-b4f10aebfc79 req-39e1eeea-24da-44d2-8008-e9e7c02c3e1a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375509 Aug 30 16:34:03.911761 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48ba23-8b6b-4460-931e-1ba223364a1b req-3de077db-bf5d-4f72-97a1-552cf0d2921e tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:03.913303 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3e48ba23-8b6b-4460-931e-1ba223364a1b req-3de077db-bf5d-4f72-97a1-552cf0d2921e tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0512817 Aug 30 16:34:03.952759 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3e48ba23-8b6b-4460-931e-1ba223364a1b req-e76becb0-adbd-407b-be64-1f6e63e93ee7 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 Aug 30 16:34:04.736428 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f761b-caa8-45fe-80c2-a1b4f29b12c5 req-cebeb89d-8551-4d44-984a-9f3b58a4e68c tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:04.737921 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f40f761b-caa8-45fe-80c2-a1b4f29b12c5 req-cebeb89d-8551-4d44-984a-9f3b58a4e68c tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0515895 Aug 30 16:34:04.838449 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-f40f761b-caa8-45fe-80c2-a1b4f29b12c5 req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Deleting port 2d23f037-8808-49de-8e63-bb25a479d1ee {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:34:04.838701 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f40f761b-caa8-45fe-80c2-a1b4f29b12c5 req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:04.934504 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f40f761b-caa8-45fe-80c2-a1b4f29b12c5 req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] For port 2d23f037-8808-49de-8e63-bb25a479d1ee, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2d23f037-8808-49de-8e63-bb25a479d1ee,segment=NetworkSegment(71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064),segment_id=71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:04.935103 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f40f761b-caa8-45fe-80c2-a1b4f29b12c5 req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:04.954338 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-f40f761b-caa8-45fe-80c2-a1b4f29b12c5 req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Calling delete_port for 2d23f037-8808-49de-8e63-bb25a479d1ee owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:34:05.069354 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c44c8-8f3f-4df7-b192-de58c8c6763e req-dd8959b7-e83e-417f-bb6d-8ea6ac6eb98b tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:05.070873 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-448c44c8-8f3f-4df7-b192-de58c8c6763e req-dd8959b7-e83e-417f-bb6d-8ea6ac6eb98b tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eacbf37-1884-400a-b64a-0cbd9a4a4cf0 HTTP/1.1" status: 200 len: 946 time: 0.0497193 Aug 30 16:34:05.085486 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f40f761b-caa8-45fe-80c2-a1b4f29b12c5 req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:05.109112 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-448c44c8-8f3f-4df7-b192-de58c8c6763e req-01e67ee1-3f40-4385-bf38-a3de15018404 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Aug 30 16:34:05.116846 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Pushing event deleted for resources: {'Port': ['ID=2d23f037-8808-49de-8e63-bb25a479d1ee,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:05.128391 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['2d23f037-8808-49de-8e63-bb25a479d1ee'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:34:05.147987 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.148334 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.148675 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.149009 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.149340 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.149695 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.150022 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.150351 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.150672 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.150992 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.151326 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.151628 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:05.173042 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40f761b-caa8-45fe-80c2-a1b4f29b12c5 req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] No DVR routers for this DVR port 2d23f037-8808-49de-8e63-bb25a479d1ee on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:34:05.175683 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f40f761b-caa8-45fe-80c2-a1b4f29b12c5 req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:05.177890 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f40f761b-caa8-45fe-80c2-a1b4f29b12c5 req-337c7632-7429-4593-998e-c54b75046e6a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.78 "DELETE /v2.0/ports/2d23f037-8808-49de-8e63-bb25a479d1ee HTTP/1.1" status: 204 len: 173 time: 0.4335563 Aug 30 16:34:05.178316 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eacbf37-1884-400a-b64a-0cbd9a4a4cf0', 'name': 'network-vif-deleted', 'tag': '2d23f037-8808-49de-8e63-bb25a479d1ee'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:34:05.180765 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06171485-8933-4f8a-9d37-f02383e26741" -d '{"events": [{"server_uuid": "7eacbf37-1884-400a-b64a-0cbd9a4a4cf0", "name": "network-vif-deleted", "tag": "2d23f037-8808-49de-8e63-bb25a479d1ee"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:34:05.219888 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334f0c5e-d34b-4693-949f-e0c5685f73a2 x-openstack-request-id: req-334f0c5e-d34b-4693-949f-e0c5685f73a2 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:34:05.220157 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eacbf37-1884-400a-b64a-0cbd9a4a4cf0", "name": "network-vif-deleted", "tag": "2d23f037-8808-49de-8e63-bb25a479d1ee", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:34:05.220416 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-334f0c5e-d34b-4693-949f-e0c5685f73a2 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:34:05.220830 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eacbf37-1884-400a-b64a-0cbd9a4a4cf0', 'name': 'network-vif-deleted', 'tag': '2d23f037-8808-49de-8e63-bb25a479d1ee', 'status': 'completed', 'code': 200} Aug 30 16:34:09.681462 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2d23f037-8808-49de-8e63-bb25a479d1ee no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:34:09.707421 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 2d23f037-8808-49de-8e63-bb25a479d1ee {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:34:09.707764 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2d23f037-8808-49de-8e63-bb25a479d1ee not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:34:14.309725 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac988f-96ab-4233-97c8-51a8f2554884 req-31ab791b-a66f-4e40-95f1-a892240652a5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:14.311183 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3cac988f-96ab-4233-97c8-51a8f2554884 req-31ab791b-a66f-4e40-95f1-a892240652a5 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 946 time: 0.0561886 Aug 30 16:34:14.353285 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3cac988f-96ab-4233-97c8-51a8f2554884 req-4f79d443-7bde-4951-83df-75636d3537f9 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334578 Aug 30 16:34:15.211801 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-557a38c2-f3d6-4124-9832-7d5c40b7b237 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:15.213658 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-557a38c2-f3d6-4124-9832-7d5c40b7b237 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/networks?id=e926b113-1414-455d-931a-ed7110280b1e HTTP/1.1" status: 200 len: 812 time: 0.1392496 Aug 30 16:34:15.229954 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-3e819ec0-72ce-4686-9faa-b95f9d7a8149 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/quotas/5be4a7334bb54a9abe7af0b23e14cb5a HTTP/1.1" status: 200 len: 375 time: 0.0103812 Aug 30 16:34:15.266213 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-4666249c-1243-4725-8d24-d92ee206dc1f tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5be4a7334bb54a9abe7af0b23e14cb5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290930 Aug 30 16:34:15.370867 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-abb3dbd3-fe23-48c6-a650-564e74a9a10f service neutron] 10.222.0.32 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963857 Aug 30 16:34:15.497429 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-ff791723-82d2-421e-bf4e-06069efcc513 service neutron] 10.222.0.32 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204479 Aug 30 16:34:15.511913 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb5d1f-4727-4af9-b2ef-e5600f42feb4 req-0ad01211-7208-4273-a716-523dd9c09c42 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:15.513439 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7fbb5d1f-4727-4af9-b2ef-e5600f42feb4 req-0ad01211-7208-4273-a716-523dd9c09c42 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 946 time: 0.0807142 Aug 30 16:34:15.557623 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7fbb5d1f-4727-4af9-b2ef-e5600f42feb4 req-c050ac7d-00f4-4f97-9ba7-398ff8b67a9a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373776 Aug 30 16:34:15.666905 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f7858935-43f9-4030-9109-73bfa41695ad req-25536655-c51e-476f-8e83-d42319f8f938 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 210 time: 0.0280046 Aug 30 16:34:16.691591 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77f0f0-2d4b-4f1a-bb05-57fa7186a32d req-1f503ec8-a47b-49b2-8044-607d8536aaa2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:16.693488 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fe77f0f0-2d4b-4f1a-bb05-57fa7186a32d req-1f503ec8-a47b-49b2-8044-607d8536aaa2 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 946 time: 0.0538900 Aug 30 16:34:16.739596 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fe77f0f0-2d4b-4f1a-bb05-57fa7186a32d req-6d6d6e3c-104a-4dba-a15e-491b207f5c6e tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345755 Aug 30 16:34:16.778905 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7ebda1ed-9694-4d4f-9dcc-31f462cc2a49 req-2f15f478-748e-46c0-b033-279e4dc05024 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 210 time: 0.0311317 Aug 30 16:34:17.884704 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e38e5722-5119-4773-afc6-880bc815ab08 req-814a5545-4f3b-4da3-b25d-d909079aa42e tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 210 time: 0.0307570 Aug 30 16:34:17.901059 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00983ab2-0bbd-4c8c-9ac9-5e4121df3f65 req-e6450265-f7aa-420e-9373-eab71d3636a0 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:17.902680 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-00983ab2-0bbd-4c8c-9ac9-5e4121df3f65 req-e6450265-f7aa-420e-9373-eab71d3636a0 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 946 time: 0.0767484 Aug 30 16:34:17.944847 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-00983ab2-0bbd-4c8c-9ac9-5e4121df3f65 req-162f7fa9-c33c-4519-a679-a72820ac4aef tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb472bb1-da06-4061-9ce5-bb535c56e3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343180 Aug 30 16:34:18.337287 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-6d747893-0383-4234-8599-3460c90b89df tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:18.338782 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-6d747893-0383-4234-8599-3460c90b89df tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 946 time: 0.0514636 Aug 30 16:34:18.448474 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Deleting port 5bcb3c40-dfa8-43a4-a329-bcd469248903 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:34:18.448814 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:18.594307 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] For port 5bcb3c40-dfa8-43a4-a329-bcd469248903, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5bcb3c40-dfa8-43a4-a329-bcd469248903,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:18.594677 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:18.744346 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-b9740d20-7a9e-416a-b44f-51ba2ac5fe6d tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:18.745856 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-b9740d20-7a9e-416a-b44f-51ba2ac5fe6d tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.78 "GET /v2.0/networks?id=e926b113-1414-455d-931a-ed7110280b1e HTTP/1.1" status: 200 len: 812 time: 0.2456162 Aug 30 16:34:18.786512 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Request body: {'port': {'device_id': '0c517582-0a7c-47ab-811f-65fa99483a88', 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e', 'admin_state_up': True, 'tenant_id': '5be4a7334bb54a9abe7af0b23e14cb5a'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:34:18.864386 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:18.864992 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:18.865581 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.l3_db [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Floating IP 3e9efe39-241c-4862-b597-8fc3bcb04584 disassociated. External IP: 172.27.3.110, port: 5bcb3c40-dfa8-43a4-a329-bcd469248903. Aug 30 16:34:18.866091 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Calling delete_port for 5bcb3c40-dfa8-43a4-a329-bcd469248903 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:34:18.997868 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-59c3b19c-870f-4422-a55e-0a9f1221b8a8 req-7b810816-742e-4bfe-9f4b-0d58ce671daf tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 210 time: 0.0392482 Aug 30 16:34:19.049134 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Made reservation on behalf of 5be4a7334bb54a9abe7af0b23e14cb5a for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:34:19.052754 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:19.062107 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:19.078448 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b2c33918-4d0f-4073-8b06-48635807174e req-03ec1771-ec54-46d9-a4ad-08018d38832a tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 210 time: 0.0338888 Aug 30 16:34:19.099938 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event deleted for resources: {'Port': ['ID=5bcb3c40-dfa8-43a4-a329-bcd469248903,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:19.303639 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Allocated IP 172.20.0.14 (e926b113-1414-455d-931a-ed7110280b1e/c3522e5d-7004-4a3e-b605-f0f483e547f0/b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:34:19.318690 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Router 43846b73-231e-49bc-8bd9-132d2253e899 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:34:19.513495 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:34:19.524840 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f71c8-3b14-43a0-8619-eb3af3e2e898 None None] Sync routers for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:34:19.534502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f71c8-3b14-43a0-8619-eb3af3e2e898 None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:34:19.535131 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c08f71c8-3b14-43a0-8619-eb3af3e2e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:33:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:19.648279 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c08f71c8-3b14-43a0-8619-eb3af3e2e898 None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:34:19.850726 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:19.852847 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] No DVR routers for this DVR port 5bcb3c40-dfa8-43a4-a329-bcd469248903 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:34:19.856253 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:19.858298 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e02fa8ed-2d23-43af-a50d-a4373b3b7a79 req-340fe759-9701-4924-9381-a2dd1d0c2218 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.78 "DELETE /v2.0/ports/5bcb3c40-dfa8-43a4-a329-bcd469248903 HTTP/1.1" status: 204 len: 173 time: 1.5088322 Aug 30 16:34:19.858763 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'name': 'network-vif-deleted', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:34:19.861048 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879782d5-54bb-45fb-9823-4f12371366a8" -d '{"events": [{"server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "name": "network-vif-deleted", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:34:19.861736 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c08f71c8-3b14-43a0-8619-eb3af3e2e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:19.895387 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f71c8-3b14-43a0-8619-eb3af3e2e898 None None] Checking router: 43846b73-231e-49bc-8bd9-132d2253e899 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:34:19.906417 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:19.906739 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f71c8-3b14-43a0-8619-eb3af3e2e898 None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:34:19.907280 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c08f71c8-3b14-43a0-8619-eb3af3e2e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:33:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:19.938941 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707747b8-4a07-4f2a-861a-4c847c8a1b14 x-openstack-request-id: req-707747b8-4a07-4f2a-861a-4c847c8a1b14 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:34:19.939226 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d9f933-5a0d-4057-9a93-45f5ad073865", "name": "network-vif-deleted", "tag": "5bcb3c40-dfa8-43a4-a329-bcd469248903", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:34:19.939467 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-707747b8-4a07-4f2a-861a-4c847c8a1b14 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:34:19.939854 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d9f933-5a0d-4057-9a93-45f5ad073865', 'name': 'network-vif-deleted', 'tag': '5bcb3c40-dfa8-43a4-a329-bcd469248903', 'status': 'completed', 'code': 200} Aug 30 16:34:19.956929 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Network e926b113-1414-455d-931a-ed7110280b1e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:34:19.960788 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:34:19.965173 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:34:19.972395 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Pushing event updated for resources: {'Port': ['ID=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:20.025674 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:20.027135 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:20.049531 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-a309f003-db27-43bc-880f-a2be593a7822 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2670741 Aug 30 16:34:20.081977 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Request body: {'port': {'device_id': '0c517582-0a7c-47ab-811f-65fa99483a88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:34:20.084547 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c08f71c8-3b14-43a0-8619-eb3af3e2e898 None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:34:20.117478 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5972-a6f3-4f78-a1fb-598523b75f8a req-fb6b3766-638f-45b7-b7a1-32b80b6f68ad tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:20.125766 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6bff5972-a6f3-4f78-a1fb-598523b75f8a req-fb6b3766-638f-45b7-b7a1-32b80b6f68ad tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 932 time: 0.0588150 Aug 30 16:34:20.155639 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:20.188542 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6bff5972-a6f3-4f78-a1fb-598523b75f8a req-69cf576d-9b64-4a9a-89fd-b043b19fa666 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573032 Aug 30 16:34:20.274786 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0813c7cd-a162-43bb-81ad-855fab9b99c8 req-cb770e0f-f4ab-41cf-8e1c-10214b6ff701 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d9f933-5a0d-4057-9a93-45f5ad073865 HTTP/1.1" status: 200 len: 210 time: 0.0280716 Aug 30 16:34:20.381454 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c08f71c8-3b14-43a0-8619-eb3af3e2e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:20.409651 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f71c8-3b14-43a0-8619-eb3af3e2e898 None None] The sync data for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi is: [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:27:26Z', 'revision_number': 4, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5079f18c-03ce-4ec1-a10a-f85147279d06', 'name': '', 'network_id': 'c7abf696-2a58-4d8b-ae00-6f747070c49c', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'mac_address': 'fa:16:3e:9d:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:24Z', 'updated_at': '2021-08-30T16:27:33Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'subnets': [{'id': 'e57aa6cd-4f0b-4684-9186-db0b1b0e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:34:20.471766 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:34:20.481103 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:20.493966 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Transition to ACTIVE for port object b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:34:20.498552 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:20.569210 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Pushing event updated for resources: {'Port': ['ID=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:20.622273 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Attempting to bind port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:34:20.622648 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Attempting to bind port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:34:20.623004 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Attempting to bind port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 on network e926b113-1414-455d-931a-ed7110280b1e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:34:20.628149 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 on network e926b113-1414-455d-931a-ed7110280b1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:34:20.628469 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Attempting to bind port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 on network e926b113-1414-455d-931a-ed7110280b1e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:34:20.634272 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:34:20.634536 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Checking segment: {'id': '71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:34:20.634912 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Bound using segment: {'id': '71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:34:20.635332 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Bound port: b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:34:20.635685 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:20.671742 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d43292-4a34-4c00-a34a-af877d6bb796 None None] New status for floating IP 3e9efe39-241c-4862-b597-8fc3bcb04584: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:34:20.702324 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] For port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:34:20.705484 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] For port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1,segment=NetworkSegment(71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064),segment_id=71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:34:20.711646 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:20.749670 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:20.750303 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:20.751701 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] 10.222.0.78 "PUT /v2.0/ports/b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 HTTP/1.1" status: 200 len: 1094 time: 0.6749160 Aug 30 16:34:20.771088 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3861d83-82a6-47a6-ac58-32925ce7bfbf service neutron] Pushing event updated for resources: {'Port': ['ID=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:20.858361 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-04715b1d-269e-4249-b7e9-7bd4ef1e618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:20.859932 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-04715b1d-269e-4249-b7e9-7bd4ef1e618d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5be4a7334bb54a9abe7af0b23e14cb5a&device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 1097 time: 0.0464878 Aug 30 16:34:20.909096 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-9460b510-e2fc-45ae-9fa0-c50335959e1f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 HTTP/1.1" status: 200 len: 217 time: 0.0339873 Aug 30 16:34:20.960357 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-32adc24a-1d01-4ac2-aff0-ed6e6b59af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:20.961895 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-32adc24a-1d01-4ac2-aff0-ed6e6b59af5e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3522e5d-7004-4a3e-b605-f0f483e547f0 HTTP/1.1" status: 200 len: 852 time: 0.0452521 Aug 30 16:34:20.996088 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-d7b4e080-97be-4a0c-a4a4-6847115e0b78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e926b113-1414-455d-931a-ed7110280b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256417 Aug 30 16:34:21.100131 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-b59049f4-bae0-4aed-852e-54b5fc4d5db3 service neutron] 10.222.0.78 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964882 Aug 30 16:34:21.203776 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-80e32311-e2dd-4f55-91bb-b00d74eb5593 req-ccf0a657-8246-4b87-ae25-5eacd61abd97 service neutron] 10.222.0.78 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938137 Aug 30 16:34:21.298243 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273abbea-336a-4909-b26c-aaf07934936c req-5e47e625-c0d7-4a60-b6b0-21b58ed49581 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:21.299762 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-273abbea-336a-4909-b26c-aaf07934936c req-5e47e625-c0d7-4a60-b6b0-21b58ed49581 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 944 time: 0.0523336 Aug 30 16:34:21.346820 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-273abbea-336a-4909-b26c-aaf07934936c req-5df5d34b-3e6c-47ba-831f-4028442ce9ef tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391695 Aug 30 16:34:21.355807 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d559cc87-e83b-4e79-9204-856c4536faed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:21.378909 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41474) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:21.440163 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfd28325-19e9-46be-836c-410559e9e529 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:21.463546 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfd28325-19e9-46be-836c-410559e9e529 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:21.515330 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfd28325-19e9-46be-836c-410559e9e529 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:21.517976 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfd28325-19e9-46be-836c-410559e9e529 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:21.519120 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-bfd28325-19e9-46be-836c-410559e9e529 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "DELETE /v2.0/security-groups/eb472bb1-da06-4061-9ce5-bb535c56e3a5 HTTP/1.1" status: 204 len: 168 time: 0.1390235 Aug 30 16:34:21.522225 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41476) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:21.528225 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd28325-19e9-46be-836c-410559e9e529 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb472bb1-da06-4061-9ce5-bb535c56e3a5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:21.542354 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.api.v2.resource [None req-c26d4452-2efd-44dd-9661-35e0bb093384 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] show failed (client error): The resource could not be found. Aug 30 16:34:21.543363 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c26d4452-2efd-44dd-9661-35e0bb093384 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "GET /v2.0/security-groups/eb472bb1-da06-4061-9ce5-bb535c56e3a5 HTTP/1.1" status: 404 len: 347 time: 0.0201616 Aug 30 16:34:21.546339 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41478) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:21.686352 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Deleting port e178a471-d15a-431e-aa3d-3d3cee24855a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:34:21.686675 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:21.761952 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:21.762192 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:21.765234 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5bcb3c40-dfa8-43a4-a329-bcd469248903 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:34:21.776441 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Calling delete_port for e178a471-d15a-431e-aa3d-3d3cee24855a owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:34:21.789316 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 5bcb3c40-dfa8-43a4-a329-bcd469248903 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:34:21.789532 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5bcb3c40-dfa8-43a4-a329-bcd469248903 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:34:21.940803 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c517582-0a7c-47ab-811f-65fa99483a88', 'tag': 'b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:34:21.943426 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d683d88e-afc9-4344-a10b-2cbd0d3325b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c517582-0a7c-47ab-811f-65fa99483a88", "tag": "b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:34:21.960704 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:21.987376 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a00fac9-6a13-4a6c-9a2d-cd06fe2f874e x-openstack-request-id: req-3a00fac9-6a13-4a6c-9a2d-cd06fe2f874e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:34:21.987664 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c517582-0a7c-47ab-811f-65fa99483a88", "tag": "b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:34:21.987907 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a00fac9-6a13-4a6c-9a2d-cd06fe2f874e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:34:21.988291 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c517582-0a7c-47ab-811f-65fa99483a88', 'tag': 'b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1', 'status': 'completed', 'code': 200} Aug 30 16:34:21.991232 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Pushing event deleted for resources: {'Port': ['ID=e178a471-d15a-431e-aa3d-3d3cee24855a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:22.022557 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.022557 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.022927 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.023245 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.023578 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.023938 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.024264 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.024559 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.024917 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.025238 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.025547 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.025870 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:22.077461 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d88e-afc9-4344-a10b-2cbd0d3325b4 req-74ffe456-c722-4bb7-9a0c-922f1e32d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:22.079048 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d683d88e-afc9-4344-a10b-2cbd0d3325b4 req-74ffe456-c722-4bb7-9a0c-922f1e32d0b6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5be4a7334bb54a9abe7af0b23e14cb5a&device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 1097 time: 0.0446453 Aug 30 16:34:22.084093 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:22.086717 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:22.087852 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7cdcfc91-b77d-47c4-bb10-232d38eaf462 tempest-AttachVolumeShelveTestJSON-1051687733 tempest-AttachVolumeShelveTestJSON-1051687733-project] 10.222.0.32 "DELETE /v2.0/floatingips/3e9efe39-241c-4862-b597-8fc3bcb04584 HTTP/1.1" status: 204 len: 168 time: 0.5406353 Aug 30 16:34:22.188337 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d88e-afc9-4344-a10b-2cbd0d3325b4 req-27c5887b-5663-4b91-a0fc-25186bb7b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:22.190197 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d683d88e-afc9-4344-a10b-2cbd0d3325b4 req-27c5887b-5663-4b91-a0fc-25186bb7b614 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e926b113-1414-455d-931a-ed7110280b1e HTTP/1.1" status: 200 len: 914 time: 0.1007252 Aug 30 16:34:22.240421 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d683d88e-afc9-4344-a10b-2cbd0d3325b4 req-79a7de3e-28ce-4e09-860c-3ad54ba94936 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 HTTP/1.1" status: 200 len: 217 time: 0.0406642 Aug 30 16:34:22.290167 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d88e-afc9-4344-a10b-2cbd0d3325b4 req-262be9fd-88d6-47ec-93ff-8562d64243d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:22.291551 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d683d88e-afc9-4344-a10b-2cbd0d3325b4 req-262be9fd-88d6-47ec-93ff-8562d64243d8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3522e5d-7004-4a3e-b605-f0f483e547f0 HTTP/1.1" status: 200 len: 852 time: 0.0442951 Aug 30 16:34:22.324094 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d683d88e-afc9-4344-a10b-2cbd0d3325b4 req-280c5d71-729a-498e-999f-259894d4215e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e926b113-1414-455d-931a-ed7110280b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250435 Aug 30 16:34:22.428506 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d683d88e-afc9-4344-a10b-2cbd0d3325b4 req-fe0e366b-d5f2-43e6-abfd-2c33a9a5fbf9 service neutron] 10.222.0.78 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972621 Aug 30 16:34:22.483567 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3a7a4-6a6b-4e9e-a13b-94376cd7e7dc req-87d45411-81b0-4ba9-bb27-ee95837b27ac tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:22.490006 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-14a3a7a4-6a6b-4e9e-a13b-94376cd7e7dc req-87d45411-81b0-4ba9-bb27-ee95837b27ac tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 944 time: 0.0656612 Aug 30 16:34:22.526672 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d683d88e-afc9-4344-a10b-2cbd0d3325b4 req-3f1d22db-e510-4405-9216-79259829d36f service neutron] 10.222.0.78 "GET /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911050 Aug 30 16:34:22.528265 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-14a3a7a4-6a6b-4e9e-a13b-94376cd7e7dc req-2f583c1a-e68f-4611-9de9-ae2462ae19d4 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357828 Aug 30 16:34:22.622686 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-6a1b50d9-95ed-46c1-adee-35861786cb25 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919746962&fields=id&tenant_id=e3fc734829f24a008dd34c53121ee09c HTTP/1.1" status: 200 len: 267 time: 0.0354819 Aug 30 16:34:22.733528 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-b73685a2-59fb-41ce-85b0-8cc8438701af tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:22.734984 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-b73685a2-59fb-41ce-85b0-8cc8438701af tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 812 time: 0.1019154 Aug 30 16:34:22.751738 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-61e5d7a0-8131-444c-95d1-9615f28c9426 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/quotas/e3fc734829f24a008dd34c53121ee09c HTTP/1.1" status: 200 len: 375 time: 0.0093708 Aug 30 16:34:22.813946 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-de059117-e959-42b5-b601-38a79ded3a35 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0538576 Aug 30 16:34:22.986230 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-b26342c3-a898-4a2e-a344-7c4d28fcc5a8 service neutron] 10.222.0.32 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521370 Aug 30 16:34:23.079493 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-f1eed034-a94d-48ca-9570-5713df77de46 service neutron] 10.222.0.32 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830901 Aug 30 16:34:23.425536 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-47cf5a33-f57a-4efa-8642-34e0556b525f req-749799ed-1716-4222-b00e-9867d09a5ccb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 210 time: 0.0343068 Aug 30 16:34:23.653329 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07418be7-0524-4f63-bbde-e737d7eabbd9 req-c5fdc57b-bf2d-4e17-8f13-307e080c9627 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:23.654885 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-07418be7-0524-4f63-bbde-e737d7eabbd9 req-c5fdc57b-bf2d-4e17-8f13-307e080c9627 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 944 time: 0.0539122 Aug 30 16:34:23.698455 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-07418be7-0524-4f63-bbde-e737d7eabbd9 req-b5b91f73-0b18-4fd9-85d0-a6c73cd191b8 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359972 Aug 30 16:34:23.784804 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:34:23.885368 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1,segment=NetworkSegment(71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064),segment_id=71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:23.899189 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': 'b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1', 'network_id': 'e926b113-1414-455d-931a-ed7110280b1e', 'port_id': 'b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1', 'mac_address': 'fa:16:3e:6a:98:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3522e5d-7004-4a3e-b605-f0f483e547f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:34:23.937843 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:23.951403 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:34:23.973494 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1,segment=NetworkSegment(71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064),segment_id=71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:23.982973 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:24.163114 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:24.170692 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.171048 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.171392 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.171728 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.172319 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.172658 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.172991 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.173317 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.173698 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.174031 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.174354 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.174659 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:34:24.239383 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79c5c915-126c-44ef-9ed8-a0d013bdd883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:24.293381 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:34:24.486003 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-24df5172-34f9-4e03-aede-61c2eab9729a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:24.488006 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-24df5172-34f9-4e03-aede-61c2eab9729a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 812 time: 0.1299131 Aug 30 16:34:24.502685 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:24.559056 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-e11a65c0-4f73-4ee3-b255-a75bae837cdd tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3fc734829f24a008dd34c53121ee09c HTTP/1.1" status: 200 len: 379 time: 0.0425563 Aug 30 16:34:24.560271 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41542) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:24.569161 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3481db74-68e8-437b-9e09-50100593a3aa req-d5a2c723-a8f8-4f1a-9a26-6b753f516d8a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 210 time: 0.0339367 Aug 30 16:34:24.570470 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'port': {'device_id': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'admin_state_up': True, 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'security_groups': ['9061ecd9-3746-442d-94d1-51340a92b92b']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:34:24.807360 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Made reservation on behalf of e3fc734829f24a008dd34c53121ee09c for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:34:24.810920 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:24.816935 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71861cb-06ea-4566-be8e-8b15a46cc30f req-87177ea8-32a6-4739-88de-3117204533c1 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:24.818507 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b71861cb-06ea-4566-be8e-8b15a46cc30f req-87177ea8-32a6-4739-88de-3117204533c1 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 945 time: 0.0495062 Aug 30 16:34:24.855960 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b71861cb-06ea-4566-be8e-8b15a46cc30f req-c4e5e7d6-6679-4d45-85a7-f8f9a7c8f21c tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313709 Aug 30 16:34:25.036756 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Allocated IP 172.20.0.4 (7737f67b-d86b-49e3-9495-77e3226e683c/3ca4cf7d-2201-4d91-9b3a-ae06db920545/2c988795-a0dc-40fb-98dc-ee590aa2f429) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:34:25.063773 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:25.216196 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:25.233197 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Transition to ACTIVE for port object 2c988795-a0dc-40fb-98dc-ee590aa2f429 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:34:25.243308 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534723'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:25.357064 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:25.441965 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Network 7737f67b-d86b-49e3-9495-77e3226e683c is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:34:25.465872 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:34:25.469837 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:34:25.476260 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'Port': ['ID=2c988795-a0dc-40fb-98dc-ee590aa2f429,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:25.533364 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:25.534191 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:25.556477 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-098454e2-f4de-4168-8edf-41c8ee1db75d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9901514 Aug 30 16:34:25.587738 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Request body: {'port': {'device_id': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:34:25.673682 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:25.700550 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dc9e8-a537-4e94-b547-b536d9aaf3eb req-ee072d01-f02f-4a93-8ded-5abcc5fdff86 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:25.703413 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-813dc9e8-a537-4e94-b547-b536d9aaf3eb req-ee072d01-f02f-4a93-8ded-5abcc5fdff86 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 931 time: 0.0597639 Aug 30 16:34:25.714212 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2c9e46ef-2771-42cf-a8b1-bfad51a01b35 None None] Provisioning for port 2c988795-a0dc-40fb-98dc-ee590aa2f429 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:34:25.718877 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2c9e46ef-2771-42cf-a8b1-bfad51a01b35 None None] Provisioning complete for port 2c988795-a0dc-40fb-98dc-ee590aa2f429 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:34:25.719469 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c9e46ef-2771-42cf-a8b1-bfad51a01b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:25.723506 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] Deleting port 5079f18c-03ce-4ec1-a10a-f85147279d06 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:34:25.723845 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:25.745098 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-813dc9e8-a537-4e94-b547-b536d9aaf3eb req-f07c1a23-15a7-49cd-bf09-85a3e056592b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350313 Aug 30 16:34:25.756008 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e46ef-2771-42cf-a8b1-bfad51a01b35 None None] Port 2c988795-a0dc-40fb-98dc-ee590aa2f429 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:34:25.784797 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:34:25.835053 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:34:25.838647 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:34:25.839018 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:25.924150 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] For port 5079f18c-03ce-4ec1-a10a-f85147279d06, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=5079f18c-03ce-4ec1-a10a-f85147279d06,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:25.924521 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:25.928128 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:25.944362 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] Calling delete_port for 5079f18c-03ce-4ec1-a10a-f85147279d06 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:34:25.956948 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c517582-0a7c-47ab-811f-65fa99483a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:34:25.962104 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722b09c6-033d-4ed8-b3fb-f8be1c5cb500" -d '{"events": [{"server_uuid": "0c517582-0a7c-47ab-811f-65fa99483a88", "name": "network-vif-plugged", "status": "completed", "tag": "b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:34:25.980123 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1,segment=NetworkSegment(71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064),segment_id=71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:25.987041 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:26.000813 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007014ed-0f3c-48fb-a8d3-ab39e290c27a req-8b286005-319d-40c1-ad58-e4841c4f022a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:26.003219 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-007014ed-0f3c-48fb-a8d3-ab39e290c27a req-8b286005-319d-40c1-ad58-e4841c4f022a tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 945 time: 0.0736065 Aug 30 16:34:26.023468 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c924360-e536-4c03-9b13-20c8fdfb7d5b x-openstack-request-id: req-9c924360-e536-4c03-9b13-20c8fdfb7d5b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:34:26.023850 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c517582-0a7c-47ab-811f-65fa99483a88", "name": "network-vif-plugged", "status": "completed", "tag": "b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:34:26.024543 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c924360-e536-4c03-9b13-20c8fdfb7d5b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:34:26.025233 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c517582-0a7c-47ab-811f-65fa99483a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1', 'code': 200} Aug 30 16:34:26.048222 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:26.065814 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-007014ed-0f3c-48fb-a8d3-ab39e290c27a req-04ba2aea-625d-4259-8718-1f8480524cfb tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479457 Aug 30 16:34:26.133338 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c988795-a0dc-40fb-98dc-ee590aa2f429 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:34:26.144693 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:26.167914 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Transition to ACTIVE for port object 2c988795-a0dc-40fb-98dc-ee590aa2f429 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:34:26.173652 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:26.291980 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Pushing event updated for resources: {'Port': ['ID=2c988795-a0dc-40fb-98dc-ee590aa2f429,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:26.348873 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:26.392688 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ce9b-80bc-4e07-a5f5-ff36e94da16a req-05a63603-c758-4539-8245-0aba5a41150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:26.394313 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-57b6ce9b-80bc-4e07-a5f5-ff36e94da16a req-05a63603-c758-4539-8245-0aba5a41150a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 1099 time: 0.1572931 Aug 30 16:34:26.398260 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] Pushing event deleted for resources: {'Port': ['ID=5079f18c-03ce-4ec1-a10a-f85147279d06,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:26.493572 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Attempting to bind port 2c988795-a0dc-40fb-98dc-ee590aa2f429 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:34:26.493918 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Attempting to bind port 2c988795-a0dc-40fb-98dc-ee590aa2f429 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:34:26.494248 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Attempting to bind port 2c988795-a0dc-40fb-98dc-ee590aa2f429 on network 7737f67b-d86b-49e3-9495-77e3226e683c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:34:26.502110 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-57b6ce9b-80bc-4e07-a5f5-ff36e94da16a req-484af78a-f358-4c38-8e81-024ad58b9fdf service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952985 Aug 30 16:34:26.509706 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Port 2c988795-a0dc-40fb-98dc-ee590aa2f429 on network 7737f67b-d86b-49e3-9495-77e3226e683c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:34:26.510041 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Attempting to bind port 2c988795-a0dc-40fb-98dc-ee590aa2f429 on network 7737f67b-d86b-49e3-9495-77e3226e683c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:34:26.521899 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:34:26.522222 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Checking segment: {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:34:26.522629 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Bound using segment: {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:34:26.523083 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Bound port: 2c988795-a0dc-40fb-98dc-ee590aa2f429, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:34:26.523458 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:26.664525 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:26.694689 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] For port 2c988795-a0dc-40fb-98dc-ee590aa2f429, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:34:26.700011 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] For port 2c988795-a0dc-40fb-98dc-ee590aa2f429, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2c988795-a0dc-40fb-98dc-ee590aa2f429,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:34:26.706086 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534537'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:26.708594 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:26.754837 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:26.756171 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:26.757769 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] 10.222.0.78 "PUT /v2.0/ports/2c988795-a0dc-40fb-98dc-ee590aa2f429 HTTP/1.1" status: 200 len: 1093 time: 1.1763783 Aug 30 16:34:26.793535 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'tag': '2c988795-a0dc-40fb-98dc-ee590aa2f429'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:34:26.795863 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226af340-158c-463d-92b1-9de3de012441" -d '{"events": [{"name": "network-changed", "server_uuid": "7932de2d-c902-4eec-9cdb-c309bc5a69ea", "tag": "2c988795-a0dc-40fb-98dc-ee590aa2f429"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:34:26.851964 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fa6db0-f872-4a53-b9ae-601b73bef77e x-openstack-request-id: req-72fa6db0-f872-4a53-b9ae-601b73bef77e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:34:26.852238 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7932de2d-c902-4eec-9cdb-c309bc5a69ea", "tag": "2c988795-a0dc-40fb-98dc-ee590aa2f429", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:34:26.852465 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72fa6db0-f872-4a53-b9ae-601b73bef77e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:34:26.853041 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'tag': '2c988795-a0dc-40fb-98dc-ee590aa2f429', 'status': 'completed', 'code': 200} Aug 30 16:34:26.878555 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9bbad-adc4-4bdb-bfa2-9dc3ec35cc3b req-3d0866d4-fe31-47e5-98d7-843b48e2fdc5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:26.880983 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-57c9bbad-adc4-4bdb-bfa2-9dc3ec35cc3b req-3d0866d4-fe31-47e5-98d7-843b48e2fdc5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 943 time: 0.0639441 Aug 30 16:34:26.891145 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19afba-a4c3-48e2-abb8-56b926d1a8ad service neutron] Pushing event updated for resources: {'Port': ['ID=2c988795-a0dc-40fb-98dc-ee590aa2f429,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:26.925244 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-57c9bbad-adc4-4bdb-bfa2-9dc3ec35cc3b req-669d71f1-97ef-4fc8-b702-6c2535f40679 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383673 Aug 30 16:34:26.952949 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-89907702-f70f-4b00-863f-91d994024e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:26.954508 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-89907702-f70f-4b00-863f-91d994024e6c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 1096 time: 0.0716996 Aug 30 16:34:27.036145 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-8a9ead8b-56ef-4ce9-8b35-937cffc5fa27 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c988795-a0dc-40fb-98dc-ee590aa2f429 HTTP/1.1" status: 200 len: 217 time: 0.0363479 Aug 30 16:34:27.197756 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a054bb-0c6e-49df-84e6-6a2b30841c52 req-b7c18605-29fd-430c-a664-23dcb9f4b812 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:27.199394 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e0a054bb-0c6e-49df-84e6-6a2b30841c52 req-b7c18605-29fd-430c-a664-23dcb9f4b812 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 946 time: 0.0576301 Aug 30 16:34:27.240175 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e0a054bb-0c6e-49df-84e6-6a2b30841c52 req-704ccad1-2451-466c-a097-fa043fb62317 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345659 Aug 30 16:34:27.404883 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-4224e56f-9263-415e-99bd-9b03a65e3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:27.406345 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-4224e56f-9263-415e-99bd-9b03a65e3f4c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.3353703 Aug 30 16:34:27.417226 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] Router 43846b73-231e-49bc-8bd9-132d2253e899 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:34:27.564084 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-b9145f82-8a76-4e26-b042-64924f665fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:27.565687 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-b9145f82-8a76-4e26-b042-64924f665fef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987105 Aug 30 16:34:27.573967 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:34:27.579073 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-423fd55e-a627-4b4c-b9f0-3f0b2f9f0150 admin admin] 10.222.0.32 "PUT /v2.0/routers/43846b73-231e-49bc-8bd9-132d2253e899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0178504 Aug 30 16:34:27.582528 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41576) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:27.585317 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11061ca-b31d-43ff-825d-aa163f05f5dc None None] Sync routers for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:34:27.599036 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11061ca-b31d-43ff-825d-aa163f05f5dc None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:34:27.599966 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e11061ca-b31d-43ff-825d-aa163f05f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:27.701182 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-ab4450df-a8fe-4fec-922c-df8acd0e17c4 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192379 Aug 30 16:34:27.715951 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:27.718710 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e11061ca-b31d-43ff-825d-aa163f05f5dc None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:34:27.842744 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03be2fa3-7b6c-4951-a725-419cc2f18a73 req-80fc98c9-fa80-4a90-b2b9-90ddcf2ba14c service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259413 Aug 30 16:34:27.843442 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:27.905217 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Deleting port b1776514-3e08-4739-88a9-01bb0d0d284e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:34:27.905581 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:27.945807 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e11061ca-b31d-43ff-825d-aa163f05f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:34:26Z', 'revision_number': 5, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port': {'id': 'b1776514-3e08-4739-88a9-01bb0d0d284e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43846b73-231e-49bc-8bd9-132d2253e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:27:20Z', 'updated_at': '2021-08-30T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:27.976450 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11061ca-b31d-43ff-825d-aa163f05f5dc None None] Checking router: 43846b73-231e-49bc-8bd9-132d2253e899 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:34:27.986032 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11061ca-b31d-43ff-825d-aa163f05f5dc None None] Routers {'43846b73-231e-49bc-8bd9-132d2253e899'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:34:27.986638 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e11061ca-b31d-43ff-825d-aa163f05f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['43846b73-231e-49bc-8bd9-132d2253e899'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:27.988135 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226af340-158c-463d-92b1-9de3de012441 req-b91e2d01-1ea9-4969-8fe3-7006086400c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:27.990933 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-226af340-158c-463d-92b1-9de3de012441 req-b91e2d01-1ea9-4969-8fe3-7006086400c8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 1096 time: 0.0626223 Aug 30 16:34:28.004666 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] For port b1776514-3e08-4739-88a9-01bb0d0d284e, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=b1776514-3e08-4739-88a9-01bb0d0d284e,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:28.005167 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:28.021802 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Calling delete_port for b1776514-3e08-4739-88a9-01bb0d0d284e owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:34:28.088718 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e11061ca-b31d-43ff-825d-aa163f05f5dc None None] Set router 43846b73-231e-49bc-8bd9-132d2253e899 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:34:28.120338 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226af340-158c-463d-92b1-9de3de012441 req-1444d46f-624b-41a3-bbe0-fc12b5010baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:28.122375 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-226af340-158c-463d-92b1-9de3de012441 req-1444d46f-624b-41a3-bbe0-fc12b5010baa service neutron] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 914 time: 0.1219981 Aug 30 16:34:28.134077 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87471bc-0087-4058-b204-1bc871da608f req-7f1b59fa-be2e-442e-8953-7f1e885e61bc tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:28.135584 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d87471bc-0087-4058-b204-1bc871da608f req-7f1b59fa-be2e-442e-8953-7f1e885e61bc tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 943 time: 0.1031930 Aug 30 16:34:28.155772 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e11061ca-b31d-43ff-825d-aa163f05f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:34:27Z', 'revision_number': 6, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port_host': None}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:28.187289 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11061ca-b31d-43ff-825d-aa163f05f5dc None None] The sync data for ids ['43846b73-231e-49bc-8bd9-132d2253e899'] in dv-cinder-806605-2-iscsi is: [{'id': '43846b73-231e-49bc-8bd9-132d2253e899', 'name': 'tempest-AttachVolumeShelveTestJSON-1712803316-router', 'tenant_id': 'd798050cb8f04cb1b7c59fe942270479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:27:19Z', 'updated_at': '2021-08-30T16:34:27Z', 'revision_number': 6, 'project_id': 'd798050cb8f04cb1b7c59fe942270479', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:34:28.187960 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-226af340-158c-463d-92b1-9de3de012441 req-55677fb9-00a2-46a6-8412-e6a9c237a904 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c988795-a0dc-40fb-98dc-ee590aa2f429 HTTP/1.1" status: 200 len: 217 time: 0.0424545 Aug 30 16:34:28.262536 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226af340-158c-463d-92b1-9de3de012441 req-9ff93108-4bab-4f11-9e46-89c69218cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:28.265654 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-226af340-158c-463d-92b1-9de3de012441 req-9ff93108-4bab-4f11-9e46-89c69218cfef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.0644643 Aug 30 16:34:28.268394 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d87471bc-0087-4058-b204-1bc871da608f req-8b8e16ba-3a5c-4cf4-90c9-87ee1c0caf3f tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879090 Aug 30 16:34:28.300765 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:28.328455 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226af340-158c-463d-92b1-9de3de012441 req-68ef0617-7006-497d-9e14-84166414f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:28.329783 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1776514-3e08-4739-88a9-01bb0d0d284e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:28.330238 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-226af340-158c-463d-92b1-9de3de012441 req-68ef0617-7006-497d-9e14-84166414f659 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519946 Aug 30 16:34:28.421850 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537939'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:28.455074 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-226af340-158c-463d-92b1-9de3de012441 req-a7e1208e-77d5-4f37-a958-574f5d32dc06 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905972 Aug 30 16:34:28.469524 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f7d2a-17dc-40de-9cb4-3cb7872893bf req-2e3b2845-845e-4092-86ee-aa8e0ca707a4 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:28.470988 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e41f7d2a-17dc-40de-9cb4-3cb7872893bf req-2e3b2845-845e-4092-86ee-aa8e0ca707a4 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 946 time: 0.1206801 Aug 30 16:34:28.542764 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1297'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:28.550266 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:28.553947 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-226af340-158c-463d-92b1-9de3de012441 req-2dafb492-56a4-4851-88b9-3c6d15a5a2e8 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915885 Aug 30 16:34:28.824680 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e41f7d2a-17dc-40de-9cb4-3cb7872893bf req-09729b0e-a3ac-4535-af7f-dce92029c6df tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218694 Aug 30 16:34:28.825701 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525507'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:28.826235 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43846b73-231e-49bc-8bd9-132d2253e899 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 16:34:28.831341 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:28.832428 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d29b96f7-d79f-4c8a-9b62-8ec63d4014d2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/43846b73-231e-49bc-8bd9-132d2253e899 HTTP/1.1" status: 204 len: 168 time: 1.2487314 Aug 30 16:34:28.835349 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41594) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:28.893265 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-49081f15-9536-45c6-b077-c69c074613b4 admin admin] Deleting subnet e57aa6cd-4f0b-4684-9186-db0b1b0e6bff {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:34:28.897039 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49081f15-9536-45c6-b077-c69c074613b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:28.934576 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49081f15-9536-45c6-b077-c69c074613b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27047387'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.030149 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device b1776514-3e08-4739-88a9-01bb0d0d284e no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:34:29.055702 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: b1776514-3e08-4739-88a9-01bb0d0d284e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:34:29.056056 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device b1776514-3e08-4739-88a9-01bb0d0d284e not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:34:29.056473 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5079f18c-03ce-4ec1-a10a-f85147279d06 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:34:29.080451 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 5079f18c-03ce-4ec1-a10a-f85147279d06 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:34:29.080768 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5079f18c-03ce-4ec1-a10a-f85147279d06 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:34:29.085808 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49081f15-9536-45c6-b077-c69c074613b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.155753 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49081f15-9536-45c6-b077-c69c074613b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27026861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27091175'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.187689 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49081f15-9536-45c6-b077-c69c074613b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57aa6cd-4f0b-4684-9186-db0b1b0e6bff,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:29.194574 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49081f15-9536-45c6-b077-c69c074613b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.196581 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-49081f15-9536-45c6-b077-c69c074613b4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e57aa6cd-4f0b-4684-9186-db0b1b0e6bff HTTP/1.1" status: 204 len: 168 time: 0.3602467 Aug 30 16:34:29.200101 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41604) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:29.204462 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d89fc0-4280-4c1e-8f40-d8d5bf6b9ed5 None None] Network c7abf696-2a58-4d8b-ae00-6f747070c49c requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:34:29.320157 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.446546 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd82c39-5d05-4280-aff2-3829fd84a21c None None] DHCP port deletion for c7abf696-2a58-4d8b-ae00-6f747070c49c request from dv-cinder-806605-2-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 16:34:29.452872 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Deleting port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:34:29.453218 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.481840 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bbe97-c1d5-4bb3-8cbd-35948464da17 req-6dc938d4-aacc-489a-a7eb-8bdb926295f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:29.483421 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb3bbe97-c1d5-4bb3-8cbd-35948464da17 req-6dc938d4-aacc-489a-a7eb-8bdb926295f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 943 time: 0.0884960 Aug 30 16:34:29.515744 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4cd82c39-5d05-4280-aff2-3829fd84a21c None None] Deleting port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:34:29.516136 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4cd82c39-5d05-4280-aff2-3829fd84a21c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.528747 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] For port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:29.529248 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.548068 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb3bbe97-c1d5-4bb3-8cbd-35948464da17 req-3f9f60a7-4771-4d21-a408-3a80cc6863ba tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500078 Aug 30 16:34:29.550084 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Calling delete_port for a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:34:29.595474 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4cd82c39-5d05-4280-aff2-3829fd84a21c None None] For port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e,segment=NetworkSegment(09950c0e-07ad-4960-9b7e-077c03180caf),segment_id=09950c0e-07ad-4960-9b7e-077c03180caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:29.595778 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4cd82c39-5d05-4280-aff2-3829fd84a21c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.610291 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4cd82c39-5d05-4280-aff2-3829fd84a21c None None] Calling delete_port for a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:34:29.639718 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.666268 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:29.669700 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] No DVR routers for this DVR port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e on host dv-cinder-806605-2-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:34:29.733364 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4cd82c39-5d05-4280-aff2-3829fd84a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.743759 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.754338 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7abf696-2a58-4d8b-ae00-6f747070c49c']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:29.762536 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd82c39-5d05-4280-aff2-3829fd84a21c None None] Pushing event deleted for resources: {'Port': ['ID=a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:29.767409 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd82c39-5d05-4280-aff2-3829fd84a21c None None] No DVR routers for this DVR port a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e on host dv-cinder-806605-2-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:34:29.768279 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09950c0e-07ad-4960-9b7e-077c03180caf') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:29.768675 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09950c0e-07ad-4960-9b7e-077c03180caf') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:29.778684 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25770940'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.792647 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.798986 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:34:29.799338 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25795825'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: Traceback (most recent call last): Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: timer() Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: cb(*args, **kw) Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: return func(*args, **kwargs) Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: self._notify() Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: self.callback(batched_events) Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: event.method(event) Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: return f(self, *a, **k) Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._get(url).json() Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:34:29.800921 dv-cinder-806605-2-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:34:29.859733 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.867434 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:29.870396 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c7abf696-2a58-4d8b-ae00-6f747070c49c HTTP/1.1" status: 204 len: 168 time: 0.6692846 Aug 30 16:34:29.882914 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d1fa9-2177-4fc4-9818-422406cd7ae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7abf696-2a58-4d8b-ae00-6f747070c49c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:30.001705 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41614) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:30.044484 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-c19abde9-242d-4ab6-be13-361d7ecd1be1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d798050cb8f04cb1b7c59fe942270479&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414217 Aug 30 16:34:30.046895 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41616) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:30.108707 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33e16837-9fc4-4b80-997d-a75a290020d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:30.131149 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33e16837-9fc4-4b80-997d-a75a290020d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:30.182170 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33e16837-9fc4-4b80-997d-a75a290020d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:30.185187 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33e16837-9fc4-4b80-997d-a75a290020d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:30.189415 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-33e16837-9fc4-4b80-997d-a75a290020d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d46fa43-674b-48c4-8a9f-c5ff5700601e HTTP/1.1" status: 204 len: 168 time: 0.1416359 Aug 30 16:34:30.198522 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e16837-9fc4-4b80-997d-a75a290020d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d46fa43-674b-48c4-8a9f-c5ff5700601e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:30.273397 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:30.673410 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef9d71-bde1-4a1a-8fcb-f0eed8771158 req-cf6b7c05-27c5-4df0-894c-cf6d54837df3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:30.675030 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0eef9d71-bde1-4a1a-8fcb-f0eed8771158 req-cf6b7c05-27c5-4df0-894c-cf6d54837df3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 943 time: 0.0512307 Aug 30 16:34:30.715347 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0eef9d71-bde1-4a1a-8fcb-f0eed8771158 req-14e884c7-5207-404f-8147-dfe8c0c94293 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338128 Aug 30 16:34:30.960328 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:34:30.980518 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:34:30.980966 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a9eaba3b-6b2a-4179-8f7e-5afeb9e6136e not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:34:31.838189 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc417c-d828-4b56-b80c-d5a7e10fe79a req-be1a7f57-d7d9-4a1c-8679-a195120b0aca tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:31.839666 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-31dc417c-d828-4b56-b80c-d5a7e10fe79a req-be1a7f57-d7d9-4a1c-8679-a195120b0aca tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 943 time: 0.0532038 Aug 30 16:34:31.881756 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-31dc417c-d828-4b56-b80c-d5a7e10fe79a req-ae9ee4f4-b51b-4a5c-8a67-410e791f74a9 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360489 Aug 30 16:34:32.433014 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:34:33.008158 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f08025-3236-4c44-b985-524eaa878e9b req-86842595-c671-4278-b591-1f8093ae52b0 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:33.009718 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a4f08025-3236-4c44-b985-524eaa878e9b req-86842595-c671-4278-b591-1f8093ae52b0 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 943 time: 0.0550945 Aug 30 16:34:33.052273 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a4f08025-3236-4c44-b985-524eaa878e9b req-876fc1a2-9596-4f19-910e-cb8a847592b5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359192 Aug 30 16:34:33.253539 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41766) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:33.380345 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c706-de52-411e-86e1-6b334cea12fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:33.475823 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c706-de52-411e-86e1-6b334cea12fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:33.481549 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c706-de52-411e-86e1-6b334cea12fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:33.528601 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f4a9c706-de52-411e-86e1-6b334cea12fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a43a0a802a524358962975f4653a7304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739117 Aug 30 16:34:33.529664 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9c706-de52-411e-86e1-6b334cea12fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5953d23-d7b6-4e75-ac53-3e27cc6a0fe5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:33.532288 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41772) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:33.582322 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5184018-ac55-428b-a86f-15df95e5f404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:33.603550 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5184018-ac55-428b-a86f-15df95e5f404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:33.655457 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5184018-ac55-428b-a86f-15df95e5f404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:33.658604 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5184018-ac55-428b-a86f-15df95e5f404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:33.662324 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f5184018-ac55-428b-a86f-15df95e5f404 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5953d23-d7b6-4e75-ac53-3e27cc6a0fe5 HTTP/1.1" status: 204 len: 168 time: 0.1262441 Aug 30 16:34:33.668691 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5184018-ac55-428b-a86f-15df95e5f404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5953d23-d7b6-4e75-ac53-3e27cc6a0fe5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:33.949114 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:33.962815 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-597314b9-06e3-4dc8-90bd-52feb2b44048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:34.060608 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-597314b9-06e3-4dc8-90bd-52feb2b44048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:34.067494 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-597314b9-06e3-4dc8-90bd-52feb2b44048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:34.111792 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597314b9-06e3-4dc8-90bd-52feb2b44048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e766d260-223e-44a0-940c-000b6a2e52c4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:34.116061 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-597314b9-06e3-4dc8-90bd-52feb2b44048 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17bae5b7ea0c43be9478467fb47248d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659131 Aug 30 16:34:34.118808 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41784) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:34.202516 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54612c0c-6d5c-4664-9743-dcae8f3557ec req-2f950d58-5c9d-43e9-b3c6-526e1da9f5c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:34.203913 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-54612c0c-6d5c-4664-9743-dcae8f3557ec req-2f950d58-5c9d-43e9-b3c6-526e1da9f5c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 943 time: 0.0790017 Aug 30 16:34:34.206805 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a51c-a8f0-4f4a-9ae6-457a6fd1cbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:34.241919 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a51c-a8f0-4f4a-9ae6-457a6fd1cbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:34.271437 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-54612c0c-6d5c-4664-9743-dcae8f3557ec req-755c2f2b-87cb-460f-a590-e6a872bc5fd8 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615499 Aug 30 16:34:34.307375 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a51c-a8f0-4f4a-9ae6-457a6fd1cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:34.310067 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a51c-a8f0-4f4a-9ae6-457a6fd1cbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:34.311240 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-8dc8a51c-a8f0-4f4a-9ae6-457a6fd1cbe0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e766d260-223e-44a0-940c-000b6a2e52c4 HTTP/1.1" status: 204 len: 168 time: 0.1914995 Aug 30 16:34:34.320987 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8a51c-a8f0-4f4a-9ae6-457a6fd1cbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e766d260-223e-44a0-940c-000b6a2e52c4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:35.400885 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b259213-b7e2-49f0-bc19-0539355b8585 req-d1620a7a-9a5f-4f82-9868-8557767fc08d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:35.402527 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9b259213-b7e2-49f0-bc19-0539355b8585 req-d1620a7a-9a5f-4f82-9868-8557767fc08d tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 943 time: 0.0608869 Aug 30 16:34:35.448548 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9b259213-b7e2-49f0-bc19-0539355b8585 req-b5ceb14b-3348-4577-81ee-2401cabdb543 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355232 Aug 30 16:34:35.500094 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-f1f4048e-de13-4cf9-9512-46cb4827b0dd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489612 Aug 30 16:34:35.575163 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-30e92ba9-320a-4157-8d1d-4e03c61e70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:35.576716 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-30e92ba9-320a-4157-8d1d-4e03c61e70a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 1099 time: 0.0434268 Aug 30 16:34:35.696460 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-883c7943-8f22-43e9-8226-a1c018e21698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:35.698267 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-883c7943-8f22-43e9-8226-a1c018e21698 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 914 time: 0.1005282 Aug 30 16:34:35.766600 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-c29b06c3-6233-4ba1-a800-ba249a780efb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=624a25f8-1cd6-4f92-9d20-7fc28173bbbd HTTP/1.1" status: 200 len: 1001 time: 0.0603499 Aug 30 16:34:35.820102 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-6c74528f-5ce1-4c3c-89de-16c07eb82142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:35.821725 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-6c74528f-5ce1-4c3c-89de-16c07eb82142 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.0464187 Aug 30 16:34:35.854625 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2c988795-a0dc-40fb-98dc-ee590aa2f429 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:34:35.877765 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-e2211b43-5472-40de-9765-6952ae0d29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:35.879404 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-e2211b43-5472-40de-9765-6952ae0d29ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504365 Aug 30 16:34:35.959558 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2c988795-a0dc-40fb-98dc-ee590aa2f429, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2c988795-a0dc-40fb-98dc-ee590aa2f429,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:35.973241 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '2c988795-a0dc-40fb-98dc-ee590aa2f429', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'port_id': '2c988795-a0dc-40fb-98dc-ee590aa2f429', 'mac_address': 'fa:16:3e:ee:3c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:34:35.981831 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-00a29e91-882c-4177-8369-d8dad3abc013 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932043 Aug 30 16:34:36.011401 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:36.025327 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c988795-a0dc-40fb-98dc-ee590aa2f429 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:34:36.045163 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2c988795-a0dc-40fb-98dc-ee590aa2f429, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2c988795-a0dc-40fb-98dc-ee590aa2f429,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:36.051825 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:36.072484 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41844) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:36.082583 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-340eeaeb-ba2a-455c-8ad2-0211e87e8e6a req-74580086-e367-4ecf-a883-f93cd12a6716 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935407 Aug 30 16:34:36.102474 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=2c988795-a0dc-40fb-98dc-ee590aa2f429,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:36.189639 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-393085db-c35d-416e-a9ca-b4a92ad70909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:36.292235 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-393085db-c35d-416e-a9ca-b4a92ad70909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:36.296759 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-393085db-c35d-416e-a9ca-b4a92ad70909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:36.336388 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-393085db-c35d-416e-a9ca-b4a92ad70909 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c7597b8bcf24c9fa743974a8c8a0bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624943 Aug 30 16:34:36.337241 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393085db-c35d-416e-a9ca-b4a92ad70909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3270c339-67a4-40a0-8783-6e8b650fae3e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:36.339111 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41856) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:36.382195 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['2c988795-a0dc-40fb-98dc-ee590aa2f429'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:34:36.399734 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38eab672-aba5-4912-83ad-ab049211f7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:36.434669 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38eab672-aba5-4912-83ad-ab049211f7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:36.503512 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38eab672-aba5-4912-83ad-ab049211f7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:36.506573 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38eab672-aba5-4912-83ad-ab049211f7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:36.507875 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-38eab672-aba5-4912-83ad-ab049211f7db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3270c339-67a4-40a0-8783-6e8b650fae3e HTTP/1.1" status: 204 len: 168 time: 0.1676519 Aug 30 16:34:36.526453 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eab672-aba5-4912-83ad-ab049211f7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3270c339-67a4-40a0-8783-6e8b650fae3e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:36.653290 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567a914-6d1d-41f5-87b8-189b7d726a71 req-413d6ff6-aeed-4f90-80f0-c5c943c42613 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:36.655787 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a567a914-6d1d-41f5-87b8-189b7d726a71 req-413d6ff6-aeed-4f90-80f0-c5c943c42613 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 944 time: 0.0708692 Aug 30 16:34:36.710549 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a567a914-6d1d-41f5-87b8-189b7d726a71 req-b834a1d5-3faa-4e6c-bd8b-d05de048e920 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477717 Aug 30 16:34:36.869313 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41868) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:36.886757 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f1d31a1-c125-4e2d-b721-695de7dc4ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:36.977735 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f1d31a1-c125-4e2d-b721-695de7dc4ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:36.983767 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f1d31a1-c125-4e2d-b721-695de7dc4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:37.021792 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-8f1d31a1-c125-4e2d-b721-695de7dc4ea6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14db15274a024a27a27ed4c004363ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512525 Aug 30 16:34:37.022631 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d31a1-c125-4e2d-b721-695de7dc4ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973fa4f3-58ba-4767-8209-f6d13c57da16,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:37.025419 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41870) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:37.084480 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ced9f33-e6e3-4f81-a557-85a0d5ed5610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:37.106869 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ced9f33-e6e3-4f81-a557-85a0d5ed5610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:37.159920 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ced9f33-e6e3-4f81-a557-85a0d5ed5610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:37.163215 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ced9f33-e6e3-4f81-a557-85a0d5ed5610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:37.164390 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1ced9f33-e6e3-4f81-a557-85a0d5ed5610 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/973fa4f3-58ba-4767-8209-f6d13c57da16 HTTP/1.1" status: 204 len: 168 time: 0.1375654 Aug 30 16:34:37.172464 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced9f33-e6e3-4f81-a557-85a0d5ed5610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973fa4f3-58ba-4767-8209-f6d13c57da16,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:37.828168 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47cec6-821e-48b8-bc31-c932edb6e1df req-fcfa8d27-b057-421b-baa4-dafc73c650dc tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:37.829691 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8b47cec6-821e-48b8-bc31-c932edb6e1df req-fcfa8d27-b057-421b-baa4-dafc73c650dc tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 944 time: 0.0524859 Aug 30 16:34:37.864436 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2c988795-a0dc-40fb-98dc-ee590aa2f429 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:34:37.868897 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8b47cec6-821e-48b8-bc31-c932edb6e1df req-69cc7458-86a5-4d46-a7e9-7110554821cb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328813 Aug 30 16:34:37.919401 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 2c988795-a0dc-40fb-98dc-ee590aa2f429 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:34:37.923200 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 2c988795-a0dc-40fb-98dc-ee590aa2f429 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:34:37.923581 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:38.000164 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:38.023024 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c988795-a0dc-40fb-98dc-ee590aa2f429'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:34:38.025646 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaac7af-3019-48a9-8a9b-8c7f44e27b70" -d '{"events": [{"server_uuid": "7932de2d-c902-4eec-9cdb-c309bc5a69ea", "name": "network-vif-plugged", "status": "completed", "tag": "2c988795-a0dc-40fb-98dc-ee590aa2f429"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:34:38.038782 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 2c988795-a0dc-40fb-98dc-ee590aa2f429, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2c988795-a0dc-40fb-98dc-ee590aa2f429,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:38.044190 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:38.071851 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd3ad4d-0e33-4264-a88b-618b49907e08 x-openstack-request-id: req-9bd3ad4d-0e33-4264-a88b-618b49907e08 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:34:38.072137 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7932de2d-c902-4eec-9cdb-c309bc5a69ea", "name": "network-vif-plugged", "status": "completed", "tag": "2c988795-a0dc-40fb-98dc-ee590aa2f429", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:34:38.072412 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bd3ad4d-0e33-4264-a88b-618b49907e08 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:34:38.072794 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c988795-a0dc-40fb-98dc-ee590aa2f429', 'code': 200} Aug 30 16:34:38.097976 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=2c988795-a0dc-40fb-98dc-ee590aa2f429,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:38.342224 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4703a-1dda-493c-9d74-96e3d40e7e6f req-35eecad1-88b3-447b-9ea4-85ab3432f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:38.343727 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-28d4703a-1dda-493c-9d74-96e3d40e7e6f req-35eecad1-88b3-447b-9ea4-85ab3432f39e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 1098 time: 0.0433764 Aug 30 16:34:38.383081 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-28d4703a-1dda-493c-9d74-96e3d40e7e6f req-32a7fac9-5353-4b4f-a098-a3efb708db3f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310633 Aug 30 16:34:38.996868 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bca08c-5192-424a-89bd-6a1b82db2836 req-d6b1e482-1c53-4ec2-9d7a-f84133ee746c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:38.998494 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b2bca08c-5192-424a-89bd-6a1b82db2836 req-d6b1e482-1c53-4ec2-9d7a-f84133ee746c tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 945 time: 0.0515656 Aug 30 16:34:39.041753 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b2bca08c-5192-424a-89bd-6a1b82db2836 req-4217e65d-eb0e-4481-b488-96c625d6f3cb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369051 Aug 30 16:34:39.811302 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:39.931787 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05224fa4-c517-409d-ad79-06783f4dd62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.034234 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05224fa4-c517-409d-ad79-06783f4dd62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.039985 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05224fa4-c517-409d-ad79-06783f4dd62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.077253 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-05224fa4-c517-409d-ad79-06783f4dd62f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd50255490324e58a49a606bca9d13b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647479 Aug 30 16:34:40.078047 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05224fa4-c517-409d-ad79-06783f4dd62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36c85e3-76ed-40d8-adfe-a54eabed4227,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:40.080451 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41962) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:40.134035 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f010809-4153-4d76-898e-cde4b4b1ea2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.158385 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f010809-4153-4d76-898e-cde4b4b1ea2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.161320 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d66ca8-fdc6-4033-a51f-3dba6919e79a req-f1152234-7c23-4bf3-b9f3-5f1604ac84a3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:40.162955 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c3d66ca8-fdc6-4033-a51f-3dba6919e79a req-f1152234-7c23-4bf3-b9f3-5f1604ac84a3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 945 time: 0.0505993 Aug 30 16:34:40.202490 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c3d66ca8-fdc6-4033-a51f-3dba6919e79a req-ffcace59-4d02-41ca-9c08-c780389003f3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331275 Aug 30 16:34:40.209874 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f010809-4153-4d76-898e-cde4b4b1ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.212537 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f010809-4153-4d76-898e-cde4b4b1ea2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.214031 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-4f010809-4153-4d76-898e-cde4b4b1ea2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a36c85e3-76ed-40d8-adfe-a54eabed4227 HTTP/1.1" status: 204 len: 168 time: 0.1316667 Aug 30 16:34:40.222097 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f010809-4153-4d76-898e-cde4b4b1ea2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36c85e3-76ed-40d8-adfe-a54eabed4227,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:40.339976 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19923a54-a8e6-41d7-9aff-03d1d54753ae req-f0c2e1b7-0594-4eb5-920d-f739558d7619 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:40.341464 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-19923a54-a8e6-41d7-9aff-03d1d54753ae req-f0c2e1b7-0594-4eb5-920d-f739558d7619 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 945 time: 0.0567157 Aug 30 16:34:40.384072 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-19923a54-a8e6-41d7-9aff-03d1d54753ae req-756764a8-769b-4671-a512-7dd24b560a29 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346951 Aug 30 16:34:40.407597 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41970) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:40.447593 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7f502a-dc9d-4027-8af8-fea426d1c411 tempest-TestVolumeBootPattern-641079687 tempest-TestVolumeBootPattern-641079687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:40.449143 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-5b7f502a-dc9d-4027-8af8-fea426d1c411 tempest-TestVolumeBootPattern-641079687 tempest-TestVolumeBootPattern-641079687-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 1093 time: 0.0405204 Aug 30 16:34:40.452010 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41972) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:40.456463 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Request body: {'floatingip': {'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'port_id': '2c988795-a0dc-40fb-98dc-ee590aa2f429', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:34:40.480003 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.499838 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41974) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:40.513679 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3685744-dff8-45eb-93db-a2fdbd7f5415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.582879 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.617726 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3685744-dff8-45eb-93db-a2fdbd7f5415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.622952 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3685744-dff8-45eb-93db-a2fdbd7f5415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.661011 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a3685744-dff8-45eb-93db-a2fdbd7f5415 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbfd126e0b184e09a4a94f3ed484929c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600277 Aug 30 16:34:40.663834 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41978) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:40.671432 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3685744-dff8-45eb-93db-a2fdbd7f5415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f08595-4c9a-4429-bde1-b2ca4cce410f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:40.698346 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Allocated IP 172.27.3.30 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/6fa442fa-2660-44fe-8627-c9db30b98c50) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:34:40.724615 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47ec4983-893a-4441-846f-936013e34c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.745347 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47ec4983-893a-4441-846f-936013e34c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.793823 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47ec4983-893a-4441-846f-936013e34c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.796750 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47ec4983-893a-4441-846f-936013e34c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.798058 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-47ec4983-893a-4441-846f-936013e34c65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15f08595-4c9a-4429-bde1-b2ca4cce410f HTTP/1.1" status: 204 len: 168 time: 0.1330993 Aug 30 16:34:40.798879 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.808755 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec4983-893a-4441-846f-936013e34c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f08595-4c9a-4429-bde1-b2ca4cce410f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:40.846009 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:40.888700 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:34:40.893748 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:34:40.898397 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:34:40.901893 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'Port': ['ID=6fa442fa-2660-44fe-8627-c9db30b98c50,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:41.286568 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:41.361311 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:41.513725 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:41.520036 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:41.597746 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event updated for resources: {'Port': ['ID=6fa442fa-2660-44fe-8627-c9db30b98c50,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:41.606579 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:41.719259 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.l3_db [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Floating IP 0385d493-30bd-4693-818a-131b4bdc5e32 associated. External IP: 172.27.3.30, port: 2c988795-a0dc-40fb-98dc-ee590aa2f429. Aug 30 16:34:41.939154 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:34:42.057262 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:34:42.083013 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abe998-28de-4cf6-84f6-6ccda956c151 None None] Sync routers for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:34:42.083572 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:42.099612 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abe998-28de-4cf6-84f6-6ccda956c151 None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:34:42.100262 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-50abe998-28de-4cf6-84f6-6ccda956c151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:42.216593 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-50abe998-28de-4cf6-84f6-6ccda956c151 None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:34:42.435075 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-571434c7-8cb0-4e83-b543-87971d1e9d34 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9820197 Aug 30 16:34:42.435695 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'tag': '2c988795-a0dc-40fb-98dc-ee590aa2f429'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:34:42.438003 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6759a15-2b63-4fe5-9902-4abd50ede2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7932de2d-c902-4eec-9cdb-c309bc5a69ea", "tag": "2c988795-a0dc-40fb-98dc-ee590aa2f429"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:34:42.481192 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec951bf6-4195-4e93-994b-53c3a8eff620 x-openstack-request-id: req-ec951bf6-4195-4e93-994b-53c3a8eff620 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:34:42.481490 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7932de2d-c902-4eec-9cdb-c309bc5a69ea", "tag": "2c988795-a0dc-40fb-98dc-ee590aa2f429", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:34:42.481749 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec951bf6-4195-4e93-994b-53c3a8eff620 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:34:42.482139 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'tag': '2c988795-a0dc-40fb-98dc-ee590aa2f429', 'status': 'completed', 'code': 200} Aug 30 16:34:42.503238 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-50abe998-28de-4cf6-84f6-6ccda956c151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '0385d493-30bd-4693-818a-131b4bdc5e32', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '2c988795-a0dc-40fb-98dc-ee590aa2f429', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:ee:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:34:41Z', 'updated_at': '2021-08-30T16:34:41Z', 'revision_number': 0, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}, {'id': '4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:40:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:22Z', 'updated_at': '2021-08-30T16:32:24Z', 'revision_number': 1, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:42.535225 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abe998-28de-4cf6-84f6-6ccda956c151 None None] Checking router: 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:34:42.544532 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abe998-28de-4cf6-84f6-6ccda956c151 None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:34:42.545140 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-50abe998-28de-4cf6-84f6-6ccda956c151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:42.601249 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759a15-2b63-4fe5-9902-4abd50ede2a5 req-5d762d8e-7109-4488-9858-47d427b472be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:42.602772 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6759a15-2b63-4fe5-9902-4abd50ede2a5 req-5d762d8e-7109-4488-9858-47d427b472be service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 1098 time: 0.0509839 Aug 30 16:34:42.652148 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-50abe998-28de-4cf6-84f6-6ccda956c151 None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:34:42.875509 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-50abe998-28de-4cf6-84f6-6ccda956c151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '0385d493-30bd-4693-818a-131b4bdc5e32', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '2c988795-a0dc-40fb-98dc-ee590aa2f429', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:ee:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:34:41Z', 'updated_at': '2021-08-30T16:34:41Z', 'revision_number': 0, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}, {'id': '4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:40:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:22Z', 'updated_at': '2021-08-30T16:32:24Z', 'revision_number': 1, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:42.903117 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abe998-28de-4cf6-84f6-6ccda956c151 None None] The sync data for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi is: [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '0385d493-30bd-4693-818a-131b4bdc5e32', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '2c988795-a0dc-40fb-98dc-ee590aa2f429', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:ee:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:34:41Z', 'updated_at': '2021-08-30T16:34:41Z', 'revision_number': 0, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}, {'id': '4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:40:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:22Z', 'updated_at': '2021-08-30T16:32:24Z', 'revision_number': 1, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:34:43.112157 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe0dc81-3f98-433c-80d9-c575fb9c0d20 None None] New status for floating IP 0385d493-30bd-4693-818a-131b4bdc5e32: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:34:43.709609 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759a15-2b63-4fe5-9902-4abd50ede2a5 req-bb6aea31-f838-4809-a558-9e1399f38393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:43.711193 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6759a15-2b63-4fe5-9902-4abd50ede2a5 req-bb6aea31-f838-4809-a558-9e1399f38393 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 914 time: 0.1082778 Aug 30 16:34:44.505464 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6759a15-2b63-4fe5-9902-4abd50ede2a5 req-95001297-0b59-49f2-986e-08ef43ec6d39 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c988795-a0dc-40fb-98dc-ee590aa2f429 HTTP/1.1" status: 200 len: 1000 time: 0.0724945 Aug 30 16:34:45.447014 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759a15-2b63-4fe5-9902-4abd50ede2a5 req-7983420e-ad27-4fbe-98d5-482e54f8a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:45.448485 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6759a15-2b63-4fe5-9902-4abd50ede2a5 req-7983420e-ad27-4fbe-98d5-482e54f8a3af service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.0489590 Aug 30 16:34:45.503964 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759a15-2b63-4fe5-9902-4abd50ede2a5 req-24f3d9e3-1847-4048-9026-87eef7b90503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:45.505447 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6759a15-2b63-4fe5-9902-4abd50ede2a5 req-24f3d9e3-1847-4048-9026-87eef7b90503 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483403 Aug 30 16:34:45.618939 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6759a15-2b63-4fe5-9902-4abd50ede2a5 req-2bc5bb97-b336-4691-9155-1d91f9447fe6 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035893 Aug 30 16:34:45.721843 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6759a15-2b63-4fe5-9902-4abd50ede2a5 req-f8074f93-bd00-4791-a95b-495ecba3aef0 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903788 Aug 30 16:34:51.359153 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b406d9af-8e8f-4984-9292-7f348b4b1b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:54.245470 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb823-4aca-4268-baa1-f68b03553460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:54.507668 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:54.749629 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e13d1-acc6-4673-a3c8-cca3ccf8555d req-ad61c4fa-a30e-4ae0-b887-9f5d2b33de7c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:54.751097 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-385e13d1-acc6-4673-a3c8-cca3ccf8555d req-ad61c4fa-a30e-4ae0-b887-9f5d2b33de7c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.0539641 Aug 30 16:34:54.789800 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-385e13d1-acc6-4673-a3c8-cca3ccf8555d req-688a6403-f6f7-47ef-bc98-c7e6b154b6fb tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326619 Aug 30 16:34:55.066857 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:55.772781 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42178) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:55.885832 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb88ca7c-1c17-496d-a291-2a5256158eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:55.911585 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014250-b0e3-4a9a-acbd-8d010b896968 req-58533fa8-6334-4f69-8545-f0abc9cd4543 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:55.913672 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-74014250-b0e3-4a9a-acbd-8d010b896968 req-58533fa8-6334-4f69-8545-f0abc9cd4543 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.0510857 Aug 30 16:34:55.992865 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-74014250-b0e3-4a9a-acbd-8d010b896968 req-efafc7b6-ea5e-4a62-8e96-69832a6cfd4e tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694695 Aug 30 16:34:56.017454 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb88ca7c-1c17-496d-a291-2a5256158eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.023822 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb88ca7c-1c17-496d-a291-2a5256158eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.063151 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-fb88ca7c-1c17-496d-a291-2a5256158eb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3a8511a010743dfa0928def3ee50605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889986 Aug 30 16:34:56.063870 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88ca7c-1c17-496d-a291-2a5256158eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6117c211-aa5f-436b-b4bf-7651b2a7dae0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:56.066127 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42188) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:56.117050 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c3d5-e4ac-4a42-9f3b-2ccd9388d0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.139821 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c3d5-e4ac-4a42-9f3b-2ccd9388d0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.191694 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c3d5-e4ac-4a42-9f3b-2ccd9388d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.194900 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c3d5-e4ac-4a42-9f3b-2ccd9388d0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.196054 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-2fb9c3d5-e4ac-4a42-9f3b-2ccd9388d0aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6117c211-aa5f-436b-b4bf-7651b2a7dae0 HTTP/1.1" status: 204 len: 168 time: 0.1289325 Aug 30 16:34:56.204000 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9c3d5-e4ac-4a42-9f3b-2ccd9388d0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6117c211-aa5f-436b-b4bf-7651b2a7dae0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:56.504791 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42196) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:56.518880 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6771ad86-2b87-4ab7-8514-0603e797b8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.618396 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6771ad86-2b87-4ab7-8514-0603e797b8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.625351 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6771ad86-2b87-4ab7-8514-0603e797b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.637816 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.671356 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-6771ad86-2b87-4ab7-8514-0603e797b8f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0050db18c5524639a4e857f891513130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653123 Aug 30 16:34:56.672373 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771ad86-2b87-4ab7-8514-0603e797b8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9d30c6-2add-40f1-8e95-8893b1433850,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:56.674100 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42198) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:56.724906 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c94b1edf-7f95-4983-b90e-fb87c0d8caab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.748009 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c94b1edf-7f95-4983-b90e-fb87c0d8caab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.799535 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c94b1edf-7f95-4983-b90e-fb87c0d8caab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.802240 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c94b1edf-7f95-4983-b90e-fb87c0d8caab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:56.803418 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-c94b1edf-7f95-4983-b90e-fb87c0d8caab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b9d30c6-2add-40f1-8e95-8893b1433850 HTTP/1.1" status: 204 len: 168 time: 0.1282926 Aug 30 16:34:56.811618 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b1edf-7f95-4983-b90e-fb87c0d8caab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9d30c6-2add-40f1-8e95-8893b1433850,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:56.915739 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-d2548fa2-1a87-4d6b-9416-22a6d1c08d20 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:56.917248 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-d2548fa2-1a87-4d6b-9416-22a6d1c08d20 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.78 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.0544705 Aug 30 16:34:57.016074 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Deleting port fc872507-f48e-46dd-8eb2-d7f8148324d7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:34:57.016493 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:57.109867 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] For port fc872507-f48e-46dd-8eb2-d7f8148324d7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fc872507-f48e-46dd-8eb2-d7f8148324d7,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:34:57.110232 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:57.114546 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaecf7a-eb95-4af8-90c9-8287c47604da req-4174d5fc-b00d-41c4-80e4-e43439d10937 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:57.116472 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dbaecf7a-eb95-4af8-90c9-8287c47604da req-4174d5fc-b00d-41c4-80e4-e43439d10937 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 946 time: 0.0547695 Aug 30 16:34:57.172412 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dbaecf7a-eb95-4af8-90c9-8287c47604da req-3aa11653-1115-49fd-ae50-3f92fdd95a8e tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3784a1c-8927-44be-97af-81d0ff8fe542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461659 Aug 30 16:34:57.309392 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:57.309849 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:57.310183 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.l3_db [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Floating IP 28742683-a5b5-48a7-81cb-47a4a9dbbda0 disassociated. External IP: 172.27.3.108, port: fc872507-f48e-46dd-8eb2-d7f8148324d7. Aug 30 16:34:57.310481 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Calling delete_port for fc872507-f48e-46dd-8eb2-d7f8148324d7 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:34:57.450465 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:57.503390 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event deleted for resources: {'Port': ['ID=fc872507-f48e-46dd-8eb2-d7f8148324d7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:57.627894 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:34:57.741641 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:34:57.751544 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f232ff-0707-49de-8a3c-0711d70233c0 None None] Sync routers for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:34:57.763390 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f232ff-0707-49de-8a3c-0711d70233c0 None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:34:57.764721 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b5f232ff-0707-49de-8a3c-0711d70233c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:57.792985 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] No DVR routers for this DVR port fc872507-f48e-46dd-8eb2-d7f8148324d7 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:34:57.795734 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:57.797892 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b3dce887-a509-423e-8257-fa5b7d56f933 req-11305548-206b-4f79-96d1-e3144b696495 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.78 "DELETE /v2.0/ports/fc872507-f48e-46dd-8eb2-d7f8148324d7 HTTP/1.1" status: 204 len: 173 time: 0.8742237 Aug 30 16:34:57.798338 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'name': 'network-vif-deleted', 'tag': 'fc872507-f48e-46dd-8eb2-d7f8148324d7'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:34:57.800762 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93876fd4-f5de-4afd-877a-38a753ca72cc" -d '{"events": [{"server_uuid": "afde8176-7ecc-40a8-bea7-6460a44fa969", "name": "network-vif-deleted", "tag": "fc872507-f48e-46dd-8eb2-d7f8148324d7"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:34:57.848117 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdeb6af-6637-4207-b7d2-3e6d7e2be564 x-openstack-request-id: req-1bdeb6af-6637-4207-b7d2-3e6d7e2be564 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:34:57.848466 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afde8176-7ecc-40a8-bea7-6460a44fa969", "name": "network-vif-deleted", "tag": "fc872507-f48e-46dd-8eb2-d7f8148324d7", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:34:57.848844 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bdeb6af-6637-4207-b7d2-3e6d7e2be564 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:34:57.849142 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde8176-7ecc-40a8-bea7-6460a44fa969', 'name': 'network-vif-deleted', 'tag': 'fc872507-f48e-46dd-8eb2-d7f8148324d7', 'status': 'completed', 'code': 200} Aug 30 16:34:57.899905 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b5f232ff-0707-49de-8a3c-0711d70233c0 None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:34:58.141769 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b5f232ff-0707-49de-8a3c-0711d70233c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:58.167935 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f232ff-0707-49de-8a3c-0711d70233c0 None None] Checking router: 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:34:58.177950 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f232ff-0707-49de-8a3c-0711d70233c0 None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:34:58.178633 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b5f232ff-0707-49de-8a3c-0711d70233c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:58.287257 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b5f232ff-0707-49de-8a3c-0711d70233c0 None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:34:58.289952 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d5a9c158-9ec8-482f-b4a8-77ffe1e63f63 req-2cf5cf4d-cdc2-4642-a0e7-8fdbd7111b0c tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde8176-7ecc-40a8-bea7-6460a44fa969 HTTP/1.1" status: 200 len: 210 time: 0.0275171 Aug 30 16:34:58.662570 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b5f232ff-0707-49de-8a3c-0711d70233c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:34:58.696773 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f232ff-0707-49de-8a3c-0711d70233c0 None None] The sync data for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi is: [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': 'd86a140a-b343-4cca-b2cc-122d7b42ab8d', 'name': '', 'network_id': 'a26c6b94-8c9c-43c4-bba2-1dae4c94d91d', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:35Z', 'updated_at': '2021-08-30T16:28:43Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'subnets': [{'id': '58d75be7-63e7-408a-a34c-24700364bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:34:58.799704 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c54f82-9bd9-40d8-b479-e142ddaf0acf req-84d67562-7d0b-4bda-92fc-09aeea48c7d6 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:34:58.801295 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-26c54f82-9bd9-40d8-b479-e142ddaf0acf req-84d67562-7d0b-4bda-92fc-09aeea48c7d6 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 946 time: 0.0612688 Aug 30 16:34:58.843406 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-26c54f82-9bd9-40d8-b479-e142ddaf0acf req-d25097e0-a6f5-4ee6-bd1e-64a4cfb892a6 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353639 Aug 30 16:34:58.967864 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504993a1-a23f-43a0-bc8e-3e09254f1d72 None None] New status for floating IP 28742683-a5b5-48a7-81cb-47a4a9dbbda0: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:34:59.013883 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42290) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:59.123746 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e73d6035-94e0-4fca-8c61-c8ff5f80f8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.208016 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e73d6035-94e0-4fca-8c61-c8ff5f80f8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.214239 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e73d6035-94e0-4fca-8c61-c8ff5f80f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.250713 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e73d6035-94e0-4fca-8c61-c8ff5f80f8a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ad152f6cda94b6aa2b9f97eaa87d09a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357452 Aug 30 16:34:59.251563 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d6035-94e0-4fca-8c61-c8ff5f80f8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8ea7ea-d8b6-4154-80ea-604ba6655422,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:59.253790 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42294) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:59.304898 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-356c43f0-4485-49b3-a483-10fba0ca4f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.333833 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-356c43f0-4485-49b3-a483-10fba0ca4f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.380840 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42300) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:59.398577 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-356c43f0-4485-49b3-a483-10fba0ca4f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.401123 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-356c43f0-4485-49b3-a483-10fba0ca4f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.402265 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-356c43f0-4485-49b3-a483-10fba0ca4f08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb8ea7ea-d8b6-4154-80ea-604ba6655422 HTTP/1.1" status: 204 len: 168 time: 0.1474476 Aug 30 16:34:59.423051 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c43f0-4485-49b3-a483-10fba0ca4f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8ea7ea-d8b6-4154-80ea-604ba6655422,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:59.456441 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55a8bc73-be79-4845-8fcc-77c1071b80aa tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.483964 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55a8bc73-be79-4845-8fcc-77c1071b80aa tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.536348 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55a8bc73-be79-4845-8fcc-77c1071b80aa tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.540035 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55a8bc73-be79-4845-8fcc-77c1071b80aa tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.541199 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-55a8bc73-be79-4845-8fcc-77c1071b80aa tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "DELETE /v2.0/security-groups/a3784a1c-8927-44be-97af-81d0ff8fe542 HTTP/1.1" status: 204 len: 168 time: 0.1592748 Aug 30 16:34:59.544317 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42306) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:59.550336 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8bc73-be79-4845-8fcc-77c1071b80aa tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3784a1c-8927-44be-97af-81d0ff8fe542,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:59.561648 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.api.v2.resource [None req-7600b4bb-2f91-4eaf-98e0-a259fcc39ee9 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] show failed (client error): The resource could not be found. Aug 30 16:34:59.565703 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7600b4bb-2f91-4eaf-98e0-a259fcc39ee9 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "GET /v2.0/security-groups/a3784a1c-8927-44be-97af-81d0ff8fe542 HTTP/1.1" status: 404 len: 347 time: 0.0203352 Aug 30 16:34:59.565924 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42308) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:59.712527 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ea43fec5-e961-4105-bd28-9d2175034d33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Deleting port ac782e74-605c-4c6f-8f37-3132f4ae3478 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:34:59.712865 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea43fec5-e961-4105-bd28-9d2175034d33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.735272 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42310) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:59.749632 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50e5a34c-e360-4946-aa7c-c3a3e139bde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.795099 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea43fec5-e961-4105-bd28-9d2175034d33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.795330 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea43fec5-e961-4105-bd28-9d2175034d33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.807566 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ea43fec5-e961-4105-bd28-9d2175034d33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Calling delete_port for ac782e74-605c-4c6f-8f37-3132f4ae3478 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:34:59.848429 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50e5a34c-e360-4946-aa7c-c3a3e139bde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.854113 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50e5a34c-e360-4946-aa7c-c3a3e139bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.894525 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5a34c-e360-4946-aa7c-c3a3e139bde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1abf2a-3d73-4578-ad11-76d5087c6c9e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:34:59.901612 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-50e5a34c-e360-4946-aa7c-c3a3e139bde3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d701ab04446e42d4860f347d6e93e6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652312 Aug 30 16:34:59.904552 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42314) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:34:59.958232 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-299ee6c8-825c-4ae9-b56d-400a9412ea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.981062 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-299ee6c8-825c-4ae9-b56d-400a9412ea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.985520 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea43fec5-e961-4105-bd28-9d2175034d33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:34:59.994633 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device fc872507-f48e-46dd-8eb2-d7f8148324d7 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:35:00.016757 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: fc872507-f48e-46dd-8eb2-d7f8148324d7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:35:00.017090 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device fc872507-f48e-46dd-8eb2-d7f8148324d7 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:35:00.025662 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce6787-eab8-4116-8635-ad5b071446b0 req-e5cadbba-7cb4-450a-b77c-e1de60479327 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:00.027171 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-56ce6787-eab8-4116-8635-ad5b071446b0 req-e5cadbba-7cb4-450a-b77c-e1de60479327 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 946 time: 0.1084783 Aug 30 16:35:00.030193 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43fec5-e961-4105-bd28-9d2175034d33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Pushing event deleted for resources: {'Port': ['ID=ac782e74-605c-4c6f-8f37-3132f4ae3478,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:00.035609 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-299ee6c8-825c-4ae9-b56d-400a9412ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:00.039567 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-299ee6c8-825c-4ae9-b56d-400a9412ea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:00.040289 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-299ee6c8-825c-4ae9-b56d-400a9412ea31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f1abf2a-3d73-4578-ad11-76d5087c6c9e HTTP/1.1" status: 204 len: 168 time: 0.1340256 Aug 30 16:35:00.048941 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ee6c8-825c-4ae9-b56d-400a9412ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1abf2a-3d73-4578-ad11-76d5087c6c9e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:00.108784 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-56ce6787-eab8-4116-8635-ad5b071446b0 req-fc9a17c0-b9ac-4b68-8f4d-335b4d716c3f tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/security-groups?id=55430f95-4f8b-4532-a54a-7bfd79dce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736265 Aug 30 16:35:00.115553 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea43fec5-e961-4105-bd28-9d2175034d33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:00.118750 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea43fec5-e961-4105-bd28-9d2175034d33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:00.119894 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ea43fec5-e961-4105-bd28-9d2175034d33 tempest-AttachVolumeTestJSON-1448495055 tempest-AttachVolumeTestJSON-1448495055-project] 10.222.0.32 "DELETE /v2.0/floatingips/28742683-a5b5-48a7-81cb-47a4a9dbbda0 HTTP/1.1" status: 204 len: 168 time: 0.5531449 Aug 30 16:35:00.297882 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:00.704897 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b10375-aa29-4167-b06b-88ffc0c1d133 req-2114ed4a-b05a-4ab6-a76a-b85c91178f76 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:00.707290 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-92b10375-aa29-4167-b06b-88ffc0c1d133 req-2114ed4a-b05a-4ab6-a76a-b85c91178f76 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 946 time: 0.0671244 Aug 30 16:35:00.812879 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-92b10375-aa29-4167-b06b-88ffc0c1d133 req-e6177738-10e4-43ac-8df5-26de7efa0670 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Deleting port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:35:00.813226 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-92b10375-aa29-4167-b06b-88ffc0c1d133 req-e6177738-10e4-43ac-8df5-26de7efa0670 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:00.910060 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-92b10375-aa29-4167-b06b-88ffc0c1d133 req-e6177738-10e4-43ac-8df5-26de7efa0670 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] For port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1,segment=NetworkSegment(71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064),segment_id=71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:00.910558 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-92b10375-aa29-4167-b06b-88ffc0c1d133 req-e6177738-10e4-43ac-8df5-26de7efa0670 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:00.925021 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-92b10375-aa29-4167-b06b-88ffc0c1d133 req-e6177738-10e4-43ac-8df5-26de7efa0670 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Calling delete_port for b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:35:01.057249 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-92b10375-aa29-4167-b06b-88ffc0c1d133 req-e6177738-10e4-43ac-8df5-26de7efa0670 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:01.092056 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6177738-10e4-43ac-8df5-26de7efa0670 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Pushing event deleted for resources: {'Port': ['ID=b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:01.098835 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:35:01.134918 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b10375-aa29-4167-b06b-88ffc0c1d133 req-e6177738-10e4-43ac-8df5-26de7efa0670 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] No DVR routers for this DVR port b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:35:01.137566 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-92b10375-aa29-4167-b06b-88ffc0c1d133 req-e6177738-10e4-43ac-8df5-26de7efa0670 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:01.139964 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-92b10375-aa29-4167-b06b-88ffc0c1d133 req-e6177738-10e4-43ac-8df5-26de7efa0670 tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.78 "DELETE /v2.0/ports/b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 HTTP/1.1" status: 204 len: 173 time: 0.4257417 Aug 30 16:35:01.140414 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c517582-0a7c-47ab-811f-65fa99483a88', 'name': 'network-vif-deleted', 'tag': 'b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:35:01.142752 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b67b34e-f1bb-4bbe-9667-a49cb06f9e90" -d '{"events": [{"server_uuid": "0c517582-0a7c-47ab-811f-65fa99483a88", "name": "network-vif-deleted", "tag": "b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:35:01.197924 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a145d1ba-a97a-4769-a8c7-ba27e8402f6c x-openstack-request-id: req-a145d1ba-a97a-4769-a8c7-ba27e8402f6c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:35:01.198215 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c517582-0a7c-47ab-811f-65fa99483a88", "name": "network-vif-deleted", "tag": "b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:35:01.198469 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a145d1ba-a97a-4769-a8c7-ba27e8402f6c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:35:01.198872 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c517582-0a7c-47ab-811f-65fa99483a88', 'name': 'network-vif-deleted', 'tag': 'b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1', 'status': 'completed', 'code': 200} Aug 30 16:35:01.239029 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ab36dd5d-d440-4d05-bd9f-b0278890cdd1 req-b56499e3-808a-4489-bd8e-f21e283b014e tempest-VolumesSnapshotTestJSON-1825285660 tempest-VolumesSnapshotTestJSON-1825285660-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c517582-0a7c-47ab-811f-65fa99483a88 HTTP/1.1" status: 200 len: 210 time: 0.0352492 Aug 30 16:35:03.740683 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42428) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:04.003732 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:35:04.027028 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:35:04.027532 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device b5fa07a5-e477-4a4b-89d3-4bdbb40b13a1 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:35:04.286969 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534723'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:04.539907 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] Deleting port d86a140a-b343-4cca-b2cc-122d7b42ab8d {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:35:04.540246 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:04.618771 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] For port d86a140a-b343-4cca-b2cc-122d7b42ab8d, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=d86a140a-b343-4cca-b2cc-122d7b42ab8d,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:04.619137 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:04.632029 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] Calling delete_port for d86a140a-b343-4cca-b2cc-122d7b42ab8d owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:35:04.822132 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:04.847426 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d86a140a-b343-4cca-b2cc-122d7b42ab8d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:05.021624 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534537'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:05.244094 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] Router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:35:05.645098 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:35:05.651549 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-febab09c-cd9a-4521-b802-8866b8aa3a97 admin admin] 10.222.0.32 "PUT /v2.0/routers/96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9089332 Aug 30 16:35:05.653670 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42450) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:05.656852 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2c5e9-009a-40db-accd-c012de94f40d None None] Sync routers for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:35:05.667851 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2c5e9-009a-40db-accd-c012de94f40d None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:05.668471 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-72e2c5e9-009a-40db-accd-c012de94f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:05.756143 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:05.771614 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-72e2c5e9-009a-40db-accd-c012de94f40d None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:05.856227 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:05.914402 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Deleting port d8495467-3183-4af1-8f4d-646b0afae457 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:35:05.914792 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:05.951728 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-72e2c5e9-009a-40db-accd-c012de94f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:35:04Z', 'revision_number': 5, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port': {'id': 'd8495467-3183-4af1-8f4d-646b0afae457', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:30Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:05.977828 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2c5e9-009a-40db-accd-c012de94f40d None None] Checking router: 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:35:05.986319 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2c5e9-009a-40db-accd-c012de94f40d None None] Routers {'96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:05.986924 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-72e2c5e9-009a-40db-accd-c012de94f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:05.991383 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] For port d8495467-3183-4af1-8f4d-646b0afae457, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=d8495467-3183-4af1-8f4d-646b0afae457,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:05.991752 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.005199 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Calling delete_port for d8495467-3183-4af1-8f4d-646b0afae457 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:35:06.070644 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-72e2c5e9-009a-40db-accd-c012de94f40d None None] Set router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:06.124131 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-72e2c5e9-009a-40db-accd-c012de94f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:35:05Z', 'revision_number': 6, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port_host': None}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:06.150601 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2c5e9-009a-40db-accd-c012de94f40d None None] The sync data for ids ['96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297'] in dv-cinder-806605-2-iscsi is: [{'id': '96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297', 'name': 'tempest-AttachVolumeTestJSON-1836196413-router', 'tenant_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:35:05Z', 'revision_number': 6, 'project_id': '1b0994a8dbef4f86a590d62c7cb36e13', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:35:06.172087 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.207422 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8495467-3183-4af1-8f4d-646b0afae457,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:06.237765 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.238117 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.238463 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.238783 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.239108 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.239435 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.239760 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.240080 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.240401 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.240723 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.241039 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.241356 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:06.283311 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537939'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.376034 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1297'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.378294 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.429561 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525507'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.429781 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 16:35:06.435287 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.436461 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ea62868b-8322-4cbb-9998-4adab131e46b admin admin] 10.222.0.32 "DELETE /v2.0/routers/96c7d36f-7ac0-4a50-b7ce-b4ccd74ec297 HTTP/1.1" status: 204 len: 168 time: 0.7818725 Aug 30 16:35:06.440400 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42454) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:06.489704 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efd60be-99c0-4ad9-894b-bc042d963d8e admin admin] Deleting subnet 58d75be7-63e7-408a-a34c-24700364bd2d {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:35:06.494598 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0efd60be-99c0-4ad9-894b-bc042d963d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.539987 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0efd60be-99c0-4ad9-894b-bc042d963d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25770915'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.650176 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0efd60be-99c0-4ad9-894b-bc042d963d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.712771 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0efd60be-99c0-4ad9-894b-bc042d963d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25795735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26140282'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.738143 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd60be-99c0-4ad9-894b-bc042d963d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d75be7-63e7-408a-a34c-24700364bd2d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:06.741842 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0efd60be-99c0-4ad9-894b-bc042d963d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.743893 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0efd60be-99c0-4ad9-894b-bc042d963d8e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/58d75be7-63e7-408a-a34c-24700364bd2d HTTP/1.1" status: 204 len: 168 time: 0.3022482 Aug 30 16:35:06.746365 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42458) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:06.749186 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e5d4ab-1534-41c0-b816-a0d4eccc8c7f None None] Network a26c6b94-8c9c-43c4-bba2-1dae4c94d91d requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:35:06.814309 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.871393 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Deleting port b4b7337a-d6dd-4920-9480-c0950910ba36 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:35:06.871936 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.940862 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] For port b4b7337a-d6dd-4920-9480-c0950910ba36, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=b4b7337a-d6dd-4920-9480-c0950910ba36,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:06.941306 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:06.947123 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef50a112-ea49-4535-b869-80024e5b4f56 None None] DHCP port deletion for a26c6b94-8c9c-43c4-bba2-1dae4c94d91d request from dv-cinder-806605-2-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 16:35:06.956288 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Calling delete_port for b4b7337a-d6dd-4920-9480-c0950910ba36 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:35:07.002031 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ef50a112-ea49-4535-b869-80024e5b4f56 None None] Deleting port b4b7337a-d6dd-4920-9480-c0950910ba36 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:35:07.002415 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef50a112-ea49-4535-b869-80024e5b4f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.026346 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d86a140a-b343-4cca-b2cc-122d7b42ab8d no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:35:07.035681 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.070264 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] No DVR routers for this DVR port b4b7337a-d6dd-4920-9480-c0950910ba36 on host dv-cinder-806605-2-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:35:07.072196 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b7337a-d6dd-4920-9480-c0950910ba36,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:07.076080 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: d86a140a-b343-4cca-b2cc-122d7b42ab8d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:35:07.076414 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d86a140a-b343-4cca-b2cc-122d7b42ab8d not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:35:07.076816 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d8495467-3183-4af1-8f4d-646b0afae457 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:35:07.097625 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: d8495467-3183-4af1-8f4d-646b0afae457 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:35:07.097963 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d8495467-3183-4af1-8f4d-646b0afae457 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:35:07.098417 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device b4b7337a-d6dd-4920-9480-c0950910ba36 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:35:07.128941 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: b4b7337a-d6dd-4920-9480-c0950910ba36 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:35:07.129608 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device b4b7337a-d6dd-4920-9480-c0950910ba36 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:35:07.135511 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ef50a112-ea49-4535-b869-80024e5b4f56 None None] For port b4b7337a-d6dd-4920-9480-c0950910ba36, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=b4b7337a-d6dd-4920-9480-c0950910ba36,segment=NetworkSegment(fa576a2b-8d73-49c1-aee6-9a0b9ba08323),segment_id=fa576a2b-8d73-49c1-aee6-9a0b9ba08323)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:07.136195 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef50a112-ea49-4535-b869-80024e5b4f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.146799 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.152647 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ef50a112-ea49-4535-b869-80024e5b4f56 None None] Calling delete_port for b4b7337a-d6dd-4920-9480-c0950910ba36 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:35:07.158379 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26c6b94-8c9c-43c4-bba2-1dae4c94d91d']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:07.171664 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:07.171948 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa576a2b-8d73-49c1-aee6-9a0b9ba08323') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:07.182059 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25770940'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.198877 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.210598 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:35:07.211394 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25795825'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: Traceback (most recent call last): Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: timer() Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: cb(*args, **kw) Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: return func(*args, **kwargs) Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: self._notify() Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: self.callback(batched_events) Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: event.method(event) Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: return f(self, *a, **k) Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._get(url).json() Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:35:07.213445 dv-cinder-806605-2-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:35:07.241824 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef50a112-ea49-4535-b869-80024e5b4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.268052 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50a112-ea49-4535-b869-80024e5b4f56 None None] Pushing event deleted for resources: {'Port': ['ID=b4b7337a-d6dd-4920-9480-c0950910ba36,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:07.272044 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef50a112-ea49-4535-b869-80024e5b4f56 None None] No DVR routers for this DVR port b4b7337a-d6dd-4920-9480-c0950910ba36 on host dv-cinder-806605-2-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:35:07.280838 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.290280 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.292379 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a26c6b94-8c9c-43c4-bba2-1dae4c94d91d HTTP/1.1" status: 204 len: 168 time: 0.5450878 Aug 30 16:35:07.303725 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30165ba-7924-4977-b364-fe298a074b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=a26c6b94-8c9c-43c4-bba2-1dae4c94d91d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:07.444021 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:07.487340 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-743fa601-9de6-4edc-9d0d-64d216e18df0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b0994a8dbef4f86a590d62c7cb36e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419476 Aug 30 16:35:07.490195 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42466) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:07.549848 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac491bcb-c354-4123-80d8-dcebf9eb29a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.578910 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac491bcb-c354-4123-80d8-dcebf9eb29a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.627134 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac491bcb-c354-4123-80d8-dcebf9eb29a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.630127 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac491bcb-c354-4123-80d8-dcebf9eb29a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:07.631295 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ac491bcb-c354-4123-80d8-dcebf9eb29a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d43e9ec-bcac-4159-abbe-2f7f06645688 HTTP/1.1" status: 204 len: 168 time: 0.1400292 Aug 30 16:35:07.641581 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac491bcb-c354-4123-80d8-dcebf9eb29a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d43e9ec-bcac-4159-abbe-2f7f06645688,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:09.434315 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:35:10.593973 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42574) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:10.733025 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1067e9d8-7225-4fe8-8469-5e312961f779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:10.840979 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1067e9d8-7225-4fe8-8469-5e312961f779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:10.849170 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1067e9d8-7225-4fe8-8469-5e312961f779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:10.891365 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1067e9d8-7225-4fe8-8469-5e312961f779 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd5212ad74e44f30b52f409d57289c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954481 Aug 30 16:35:10.893554 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067e9d8-7225-4fe8-8469-5e312961f779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e381c66e-e7e4-48bf-9ea2-4229bd6c0a96,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:10.894308 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:10.950692 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-838cf517-b87a-42de-8cf3-19377a7c40d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:10.972610 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-838cf517-b87a-42de-8cf3-19377a7c40d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:11.025879 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-838cf517-b87a-42de-8cf3-19377a7c40d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:11.029022 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-838cf517-b87a-42de-8cf3-19377a7c40d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:11.030253 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-838cf517-b87a-42de-8cf3-19377a7c40d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e381c66e-e7e4-48bf-9ea2-4229bd6c0a96 HTTP/1.1" status: 204 len: 168 time: 0.1348777 Aug 30 16:35:11.038193 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cf517-b87a-42de-8cf3-19377a7c40d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e381c66e-e7e4-48bf-9ea2-4229bd6c0a96,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:11.301431 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42596) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:11.316489 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33116859-83b0-4355-b6cc-a2a2f67c1441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:11.413612 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33116859-83b0-4355-b6cc-a2a2f67c1441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:11.418826 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33116859-83b0-4355-b6cc-a2a2f67c1441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:11.456616 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33116859-83b0-4355-b6cc-a2a2f67c1441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f95fc73-2740-44d2-b3c9-94aa27e77eb8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:11.462357 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-33116859-83b0-4355-b6cc-a2a2f67c1441 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=558ce560bd504d38a915c9160c543680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598139 Aug 30 16:35:11.465221 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42600) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:11.517454 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b479284-5503-4cd2-a6b6-0d38b140d5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:11.542782 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b479284-5503-4cd2-a6b6-0d38b140d5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:11.597581 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b479284-5503-4cd2-a6b6-0d38b140d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:11.600861 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b479284-5503-4cd2-a6b6-0d38b140d5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:11.602736 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7b479284-5503-4cd2-a6b6-0d38b140d5f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f95fc73-2740-44d2-b3c9-94aa27e77eb8 HTTP/1.1" status: 204 len: 168 time: 0.1363430 Aug 30 16:35:11.612696 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b479284-5503-4cd2-a6b6-0d38b140d5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f95fc73-2740-44d2-b3c9-94aa27e77eb8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:11.994998 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42616) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:12.008987 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62211d44-7aa7-468c-af9b-63e809058517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:12.103748 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62211d44-7aa7-468c-af9b-63e809058517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:12.110201 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62211d44-7aa7-468c-af9b-63e809058517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:12.149726 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62211d44-7aa7-468c-af9b-63e809058517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58d89cc-b1ca-4620-9e8e-427b4e9ad57c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:12.155473 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-62211d44-7aa7-468c-af9b-63e809058517 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38e1191d82a04e02988459f850841bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583800 Aug 30 16:35:12.157405 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42622) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:12.206255 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc436c1e-39c3-47a3-9cf1-b3a3909c789f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:12.228068 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc436c1e-39c3-47a3-9cf1-b3a3909c789f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:12.291958 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc436c1e-39c3-47a3-9cf1-b3a3909c789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:12.294957 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc436c1e-39c3-47a3-9cf1-b3a3909c789f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:12.296140 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-fc436c1e-39c3-47a3-9cf1-b3a3909c789f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c58d89cc-b1ca-4620-9e8e-427b4e9ad57c HTTP/1.1" status: 204 len: 168 time: 0.1378915 Aug 30 16:35:12.304111 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc436c1e-39c3-47a3-9cf1-b3a3909c789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58d89cc-b1ca-4620-9e8e-427b4e9ad57c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:13.074770 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42644) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:13.175006 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-490505449-network', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:13.195731 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Made reservation on behalf of b3199ef743724aa78d9f233bc289b2af for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:35:13.198049 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.206347 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.304203 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.309886 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.334791 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:35:13.344802 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47370700-fbb4-4526-92e0-b1c6ea8508c1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:13.349720 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.350046 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Added segment 152d3776-ba55-461a-9bd3-e02be405eb3f of type vlan for network 122ec626-219a-41f5-8132-b2e690dfc29f Aug 30 16:35:13.391614 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.423151 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.424968 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:13.426031 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.488496 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4126234 Aug 30 16:35:13.491866 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:13.496942 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10631ff6-9a08-40df-a9a2-228d125110d3 admin admin] Pushing event updated for resources: {'Network': ['ID=122ec626-219a-41f5-8132-b2e690dfc29f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:13.497334 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] Request body: {'subnet': {'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-490505449-subnet', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:13.506627 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network 122ec626-219a-41f5-8132-b2e690dfc29f details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:35:13.523994 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] Made reservation on behalf of b3199ef743724aa78d9f233bc289b2af for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:35:13.526485 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27091084'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.699950 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27027054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27091198'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.756981 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e8b993-9652-4074-81d6-d2ed20817cff,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:13.767411 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] Checking segment: {'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:13.767772 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] Network hostable DHCP agents. Network: 122ec626-219a-41f5-8132-b2e690dfc29f, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:35:13.789038 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] Network 122ec626-219a-41f5-8132-b2e690dfc29f is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:35:13.800404 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, 122ec626-219a-41f5-8132-b2e690dfc29f) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:13.804701 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:13.805279 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.810777 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ca9ab3-e1a3-4b79-82b5-da26f3cba200 None None] Network 122ec626-219a-41f5-8132-b2e690dfc29f requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:35:13.820763 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a9799869-ebbb-4d34-8881-95503eaebf07 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3277400 Aug 30 16:35:13.823740 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42654) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:13.828080 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:13.851915 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1315'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.852990 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1320'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.906576 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:13.973358 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72efa589-712c-54d5-b948-964b5e13cf40-122ec626-219a-41f5-8132-b2e690dfc29f', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff'}]}} from dv-cinder-806605-2-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 16:35:13.974492 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:14.047841 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:14.118535 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Allocated IP 172.20.0.2 (122ec626-219a-41f5-8132-b2e690dfc29f/c0e8b993-9652-4074-81d6-d2ed20817cff/d20ae5c6-f017-4ebc-bc24-052c63222f65) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:14.261446 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:14.265518 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:14.274126 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Transition to ACTIVE for port object d20ae5c6-f017-4ebc-bc24-052c63222f65 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:14.282114 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:14.289314 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Transition to ACTIVE for port object d20ae5c6-f017-4ebc-bc24-052c63222f65 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:14.297923 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:14.333297 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Network 122ec626-219a-41f5-8132-b2e690dfc29f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:14.339915 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:14.342837 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:14.354086 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Pushing event updated for resources: {'Port': ['ID=d20ae5c6-f017-4ebc-bc24-052c63222f65,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:14.386402 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Allocated IP 172.27.3.14 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/fd151af0-dc1f-4afb-a3ed-8ca33983457e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:14.409282 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Attempting to bind port d20ae5c6-f017-4ebc-bc24-052c63222f65 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:14.409599 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Attempting to bind port d20ae5c6-f017-4ebc-bc24-052c63222f65 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:14.409981 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Attempting to bind port d20ae5c6-f017-4ebc-bc24-052c63222f65 on network 122ec626-219a-41f5-8132-b2e690dfc29f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:14.414973 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:14.415343 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Checking segment: {'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:14.415799 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:14.416192 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Bound using segment: {'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:14.416836 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Bound port: d20ae5c6-f017-4ebc-bc24-052c63222f65, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:14.417221 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:14.479863 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] For port d20ae5c6-f017-4ebc-bc24-052c63222f65, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:14.483283 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] For port d20ae5c6-f017-4ebc-bc24-052c63222f65, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=d20ae5c6-f017-4ebc-bc24-052c63222f65,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:14.487270 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:14.493440 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:14.536612 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:14.551746 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b158f-5e4e-4236-b48d-2f561fcdfce7 None None] Pushing event updated for resources: {'Port': ['ID=d20ae5c6-f017-4ebc-bc24-052c63222f65,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:14.575492 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:14.580419 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:14.584085 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:14.608794 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Pushing event updated for resources: {'Port': ['ID=fd151af0-dc1f-4afb-a3ed-8ca33983457e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:14.875169 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:15.022870 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d20ae5c6-f017-4ebc-bc24-052c63222f65 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:15.081307 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port d20ae5c6-f017-4ebc-bc24-052c63222f65 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:15.294556 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537911'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:15.420895 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a720a6-aaae-4430-ab23-a2595b47d04f None None] Network 122ec626-219a-41f5-8132-b2e690dfc29f requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:35:15.428256 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Router 0ac1a87a-35a5-43a3-928f-0920aa193b44 is scheduled to L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 16:35:15.539088 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cbe9e888-b3bb-4f95-987a-8ef586837af4 None None] Provisioning for port d20ae5c6-f017-4ebc-bc24-052c63222f65 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:15.542637 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:35:15.547258 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cbe9e888-b3bb-4f95-987a-8ef586837af4 None None] Provisioning complete for port d20ae5c6-f017-4ebc-bc24-052c63222f65 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:15.547503 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbe9e888-b3bb-4f95-987a-8ef586837af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:15.560399 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:15.561790 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c9d76477-9ec2-4a52-bd87-ef7b67d9284e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7370658 Aug 30 16:35:15.564586 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42664) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:15.574560 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Sync routers for ids ['0ac1a87a-35a5-43a3-928f-0920aa193b44'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:35:15.612727 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Routers {'0ac1a87a-35a5-43a3-928f-0920aa193b44'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:15.613262 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-bac10ac5-df08-4211-b737-577b9713647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0ac1a87a-35a5-43a3-928f-0920aa193b44'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:15.760374 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbe9e888-b3bb-4f95-987a-8ef586837af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:15.780655 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Set router 0ac1a87a-35a5-43a3-928f-0920aa193b44 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:15.891905 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cbe9e888-b3bb-4f95-987a-8ef586837af4 None None] For port d20ae5c6-f017-4ebc-bc24-052c63222f65, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=d20ae5c6-f017-4ebc-bc24-052c63222f65,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:15.901123 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbe9e888-b3bb-4f95-987a-8ef586837af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:15.976840 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9e888-b3bb-4f95-987a-8ef586837af4 None None] Pushing event updated for resources: {'Port': ['ID=d20ae5c6-f017-4ebc-bc24-052c63222f65,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:15.983703 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.030577 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-277d8401-0db8-4f64-8c78-f6d20dbf774e None None] Provisioning complete for port d20ae5c6-f017-4ebc-bc24-052c63222f65 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:16.030908 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-277d8401-0db8-4f64-8c78-f6d20dbf774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.036263 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-bac10ac5-df08-4211-b737-577b9713647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:14Z', 'revision_number': 3, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:16.084873 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Checking router: 0ac1a87a-35a5-43a3-928f-0920aa193b44 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:35:16.085181 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Updating router 0ac1a87a-35a5-43a3-928f-0920aa193b44 port fd151af0-dc1f-4afb-a3ed-8ca33983457e binding host dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:35:16.150110 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Allocated IP 172.20.0.1 (122ec626-219a-41f5-8132-b2e690dfc29f/c0e8b993-9652-4074-81d6-d2ed20817cff/045029cb-1348-4406-9bd8-f3d5bd05f375) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:16.260758 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.278708 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.295460 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Transition to ACTIVE for port object 045029cb-1348-4406-9bd8-f3d5bd05f375 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:16.333454 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.379882 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Network 122ec626-219a-41f5-8132-b2e690dfc29f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:16.383696 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:16.388466 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:16.391739 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Pushing event updated for resources: {'Port': ['ID=045029cb-1348-4406-9bd8-f3d5bd05f375,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:16.437686 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538088'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.574751 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.591976 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.592713 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Transition to ACTIVE for port object fd151af0-dc1f-4afb-a3ed-8ca33983457e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:16.600278 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.674446 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Attempting to bind port fd151af0-dc1f-4afb-a3ed-8ca33983457e on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:16.674909 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Attempting to bind port fd151af0-dc1f-4afb-a3ed-8ca33983457e by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:16.675467 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Attempting to bind port fd151af0-dc1f-4afb-a3ed-8ca33983457e on network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:16.687286 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67e94-a604-4b66-82e3-5f133947b63e None None] Pushing event updated for resources: {'Port': ['ID=fd151af0-dc1f-4afb-a3ed-8ca33983457e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:16.694588 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:16.695459 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Checking segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:16.696098 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.696894 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Bound using segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:16.698223 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Bound port: fd151af0-dc1f-4afb-a3ed-8ca33983457e, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:16.698779 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.702731 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-34010cd4-5f2b-4c3d-996f-4bbccb6ba9fb None None] Provisioning for port 045029cb-1348-4406-9bd8-f3d5bd05f375 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:16.725917 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-34010cd4-5f2b-4c3d-996f-4bbccb6ba9fb None None] Provisioning complete for port 045029cb-1348-4406-9bd8-f3d5bd05f375 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:16.726353 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34010cd4-5f2b-4c3d-996f-4bbccb6ba9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.779903 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.787921 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27026919'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.788095 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-34010cd4-5f2b-4c3d-996f-4bbccb6ba9fb None None] Port 045029cb-1348-4406-9bd8-f3d5bd05f375 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:35:16.790177 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bac10ac5-df08-4211-b737-577b9713647a None None] For port fd151af0-dc1f-4afb-a3ed-8ca33983457e, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:16.793884 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bac10ac5-df08-4211-b737-577b9713647a None None] For port fd151af0-dc1f-4afb-a3ed-8ca33983457e, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=fd151af0-dc1f-4afb-a3ed-8ca33983457e,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:16.800127 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.859022 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Pushing event updated for resources: {'Port': ['ID=045029cb-1348-4406-9bd8-f3d5bd05f375,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:16.861535 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534839'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:16.867092 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Routers {'0ac1a87a-35a5-43a3-928f-0920aa193b44'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:16.867912 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-bac10ac5-df08-4211-b737-577b9713647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0ac1a87a-35a5-43a3-928f-0920aa193b44'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:16.871234 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67e94-a604-4b66-82e3-5f133947b63e None None] Pushing event updated for resources: {'Port': ['ID=fd151af0-dc1f-4afb-a3ed-8ca33983457e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:16.982488 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Network 122ec626-219a-41f5-8132-b2e690dfc29f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:16.984007 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:16.999595 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-bac10ac5-df08-4211-b737-577b9713647a None None] Set router 0ac1a87a-35a5-43a3-928f-0920aa193b44 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:17.034262 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d20ae5c6-f017-4ebc-bc24-052c63222f65 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:17.110919 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Router 0ac1a87a-35a5-43a3-928f-0920aa193b44 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:35:17.196806 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port d20ae5c6-f017-4ebc-bc24-052c63222f65 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:17.197153 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:17.231862 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:35:17.237789 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-895e8402-892f-4544-a0c9-d8ac3decd04c admin admin] 10.222.0.32 "PUT /v2.0/routers/0ac1a87a-35a5-43a3-928f-0920aa193b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6721456 Aug 30 16:35:17.272687 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a2e4f1a2-587f-480b-9f42-f2f152334fee None None] Provisioning complete for port 045029cb-1348-4406-9bd8-f3d5bd05f375 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:17.273061 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f1a2-587f-480b-9f42-f2f152334fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:17.328897 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4f1a2-587f-480b-9f42-f2f152334fee None None] Port 045029cb-1348-4406-9bd8-f3d5bd05f375 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:35:17.378629 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-bac10ac5-df08-4211-b737-577b9713647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '045029cb-1348-4406-9bd8-f3d5bd05f375', 'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'mac_address': 'fa:16:3e:d9:82:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:16Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 2, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'subnets': [{'id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:17.405438 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac10ac5-df08-4211-b737-577b9713647a None None] The sync data for ids ['0ac1a87a-35a5-43a3-928f-0920aa193b44'] in dv-cinder-806605-2-iscsi is: [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '045029cb-1348-4406-9bd8-f3d5bd05f375', 'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'mac_address': 'fa:16:3e:d9:82:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:16Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 2, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'subnets': [{'id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:35:17.768892 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42704) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:17.774097 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-398369644-network', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:17.796653 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Made reservation on behalf of 68e4dfcb8fc045ada18b5523499c998f for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:35:17.799067 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:17.808907 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:17.904458 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:17.910593 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:17.935918 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:35:17.946256 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98740c95-0b98-43b0-a88b-f8dcfd6b8490,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:17.951591 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:17.952684 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Added segment 4bcc4fa7-1859-46b1-8e47-7495332983bd of type vlan for network 89a53287-1e06-4623-9ee3-c19db48b486f Aug 30 16:35:17.994080 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:18.037528 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:18.038748 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:18.039370 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:18.325043 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5549822 Aug 30 16:35:18.327851 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:18.333170 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] Request body: {'subnet': {'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-398369644-subnet', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:18.336471 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532824bc-e41a-42ca-9fd4-ef027f05d43b admin admin] Pushing event updated for resources: {'Network': ['ID=89a53287-1e06-4623-9ee3-c19db48b486f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:18.352256 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network 89a53287-1e06-4623-9ee3-c19db48b486f details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:35:18.364221 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] Made reservation on behalf of 68e4dfcb8fc045ada18b5523499c998f for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:35:18.366746 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27091084'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:18.565352 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27027054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27091198'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:18.621492 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f62848e-f148-4dbd-beb7-757855f28c8c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:18.632325 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] Checking segment: {'id': '4bcc4fa7-1859-46b1-8e47-7495332983bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:18.632687 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] Network hostable DHCP agents. Network: 89a53287-1e06-4623-9ee3-c19db48b486f, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:35:18.651243 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] Network 89a53287-1e06-4623-9ee3-c19db48b486f is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:35:18.661923 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, 89a53287-1e06-4623-9ee3-c19db48b486f) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:18.666198 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:18.666812 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:18.671549 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a7340-f13b-40a8-86e1-4a900895e0ff None None] Network 89a53287-1e06-4623-9ee3-c19db48b486f requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:35:18.692777 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7d32bacf-9536-4b00-a923-a8b3a52ec5de admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3612940 Aug 30 16:35:18.693009 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42714) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:18.698134 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-398369644-router', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:18.720306 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1315'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:18.721409 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1320'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:18.774568 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:18.822627 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72efa589-712c-54d5-b948-964b5e13cf40-89a53287-1e06-4623-9ee3-c19db48b486f', 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'fixed_ips': [{'subnet_id': '1f62848e-f148-4dbd-beb7-757855f28c8c'}]}} from dv-cinder-806605-2-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 16:35:18.823448 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:18.925739 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:18.959693 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Allocated IP 172.20.0.2 (89a53287-1e06-4623-9ee3-c19db48b486f/1f62848e-f148-4dbd-beb7-757855f28c8c/a7dc7108-00d7-47b9-afcf-991447109b74) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:19.069964 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fd151af0-dc1f-4afb-a3ed-8ca33983457e up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:19.152201 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.164521 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Transition to ACTIVE for port object a7dc7108-00d7-47b9-afcf-991447109b74 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:19.174206 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port fd151af0-dc1f-4afb-a3ed-8ca33983457e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:19.176313 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.183356 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port fd151af0-dc1f-4afb-a3ed-8ca33983457e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:19.183732 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.185622 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Transition to ACTIVE for port object a7dc7108-00d7-47b9-afcf-991447109b74 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:19.198476 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.214910 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.271375 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Network 89a53287-1e06-4623-9ee3-c19db48b486f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:19.277895 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:19.280983 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:19.298469 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Pushing event updated for resources: {'Port': ['ID=a7dc7108-00d7-47b9-afcf-991447109b74,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:19.323287 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Allocated IP 172.27.3.142 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/a4904f37-cff3-424a-8243-d82925fa2979) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:19.401759 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.409636 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Attempting to bind port a7dc7108-00d7-47b9-afcf-991447109b74 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:19.410019 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Attempting to bind port a7dc7108-00d7-47b9-afcf-991447109b74 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '4bcc4fa7-1859-46b1-8e47-7495332983bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:19.410945 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Attempting to bind port a7dc7108-00d7-47b9-afcf-991447109b74 on network 89a53287-1e06-4623-9ee3-c19db48b486f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:19.421476 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:19.421873 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Checking segment: {'id': '4bcc4fa7-1859-46b1-8e47-7495332983bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:19.422436 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.422838 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Bound using segment: {'id': '4bcc4fa7-1859-46b1-8e47-7495332983bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:19.423320 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Bound port: a7dc7108-00d7-47b9-afcf-991447109b74, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcc4fa7-1859-46b1-8e47-7495332983bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:19.423832 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.455737 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port fd151af0-dc1f-4afb-a3ed-8ca33983457e, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=fd151af0-dc1f-4afb-a3ed-8ca33983457e,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:19.496121 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.508852 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Sync routers for ids ['0ac1a87a-35a5-43a3-928f-0920aa193b44'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:35:19.523264 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Routers {'0ac1a87a-35a5-43a3-928f-0920aa193b44'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:19.523264 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0ac1a87a-35a5-43a3-928f-0920aa193b44'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:19.525657 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.570998 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] For port a7dc7108-00d7-47b9-afcf-991447109b74, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:19.585063 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.593597 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] For port a7dc7108-00d7-47b9-afcf-991447109b74, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=a7dc7108-00d7-47b9-afcf-991447109b74,segment=NetworkSegment(4bcc4fa7-1859-46b1-8e47-7495332983bd),segment_id=4bcc4fa7-1859-46b1-8e47-7495332983bd)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:19.600634 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:19.616023 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=fd151af0-dc1f-4afb-a3ed-8ca33983457e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:19.672688 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:19.676294 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:19.680254 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:19.704188 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da922cc7-e626-4857-acb1-3a6dbd94993c None None] Pushing event updated for resources: {'Port': ['ID=a7dc7108-00d7-47b9-afcf-991447109b74,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:19.728378 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Pushing event updated for resources: {'Port': ['ID=a4904f37-cff3-424a-8243-d82925fa2979,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:19.748936 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Set router 0ac1a87a-35a5-43a3-928f-0920aa193b44 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:20.028868 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:20.046658 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '045029cb-1348-4406-9bd8-f3d5bd05f375', 'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'mac_address': 'fa:16:3e:d9:82:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:16Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 2, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'subnets': [{'id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:20.073560 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Checking router: 0ac1a87a-35a5-43a3-928f-0920aa193b44 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:35:20.073894 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Updating router 0ac1a87a-35a5-43a3-928f-0920aa193b44 port 045029cb-1348-4406-9bd8-f3d5bd05f375 binding host dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:35:20.098244 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:20.228535 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537911'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:20.361922 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 is scheduled to L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 16:35:20.369473 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:20.381433 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Transition to ACTIVE for port object 045029cb-1348-4406-9bd8-f3d5bd05f375 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:20.388571 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:20.439946 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Pushing event updated for resources: {'Port': ['ID=045029cb-1348-4406-9bd8-f3d5bd05f375,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:20.458586 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.459032 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.459468 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.460042 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.460459 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.460891 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.461285 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.461697 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.462144 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.462636 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.463192 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.463574 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:20.516233 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:35:20.535945 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Sync routers for ids ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:35:20.551113 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Attempting to bind port 045029cb-1348-4406-9bd8-f3d5bd05f375 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:20.551581 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Attempting to bind port 045029cb-1348-4406-9bd8-f3d5bd05f375 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:20.551910 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Attempting to bind port 045029cb-1348-4406-9bd8-f3d5bd05f375 on network 122ec626-219a-41f5-8132-b2e690dfc29f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:20.552727 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:20.554057 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a447e531-d072-405c-aca3-dd879ae7f71e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8600938 Aug 30 16:35:20.558080 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42742) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:20.561800 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:20.562512 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Checking segment: {'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:20.563169 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:20.563750 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Bound using segment: {'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:20.564443 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Bound port: 045029cb-1348-4406-9bd8-f3d5bd05f375, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:20.565122 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:20.566144 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Routers {'1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:20.566956 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:20.648232 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] For port 045029cb-1348-4406-9bd8-f3d5bd05f375, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:20.653084 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] For port 045029cb-1348-4406-9bd8-f3d5bd05f375, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=045029cb-1348-4406-9bd8-f3d5bd05f375,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:20.660305 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:20.856412 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Set router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:20.904263 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Routers {'0ac1a87a-35a5-43a3-928f-0920aa193b44'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:20.904957 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0ac1a87a-35a5-43a3-928f-0920aa193b44'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:21.081079 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299b7b6-dbb1-4157-b885-9b428d663dc4 None None] Pushing event updated for resources: {'Port': ['ID=045029cb-1348-4406-9bd8-f3d5bd05f375,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:21.152492 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] Set router 0ac1a87a-35a5-43a3-928f-0920aa193b44 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:21.159328 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019936e6-da6c-43f8-86c3-e2b68dcfdd54 None None] Network 89a53287-1e06-4623-9ee3-c19db48b486f requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:35:21.317191 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fd151af0-dc1f-4afb-a3ed-8ca33983457e up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:21.401251 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:21.406298 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b25122f3-07b8-476f-a559-134d6c7bca28 None None] Provisioning for port a7dc7108-00d7-47b9-afcf-991447109b74 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:21.476262 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2686d0cf-ea8b-487d-94b7-726a16dee7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:21.516217 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '045029cb-1348-4406-9bd8-f3d5bd05f375', 'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'mac_address': 'fa:16:3e:d9:82:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:16Z', 'updated_at': '2021-08-30T16:35:20Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'subnets': [{'id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:21.519678 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port fd151af0-dc1f-4afb-a3ed-8ca33983457e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:21.520055 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:21.554180 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedbd743-16fe-44ec-aee2-0469dfe29e0a None None] The sync data for ids ['0ac1a87a-35a5-43a3-928f-0920aa193b44'] in dv-cinder-806605-2-iscsi is: [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '045029cb-1348-4406-9bd8-f3d5bd05f375', 'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'mac_address': 'fa:16:3e:d9:82:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:16Z', 'updated_at': '2021-08-30T16:35:20Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'subnets': [{'id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:35:21.638886 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'name': 'tempest-TestShelveInstance-398369644-router', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:18Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 3, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'gw_port': {'id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:19Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:21.646347 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Allocated IP 172.20.0.1 (89a53287-1e06-4623-9ee3-c19db48b486f/1f62848e-f148-4dbd-beb7-757855f28c8c/388ff16f-c34a-40dc-bd04-90cefe1f6e05) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:21.691250 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Checking router: 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:35:21.691669 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Updating router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 port a4904f37-cff3-424a-8243-d82925fa2979 binding host dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:35:21.732718 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:21.778612 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a7dc7108-00d7-47b9-afcf-991447109b74 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:21.825408 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:21.843898 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Transition to ACTIVE for port object 388ff16f-c34a-40dc-bd04-90cefe1f6e05 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:21.881494 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:21.927591 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Network 89a53287-1e06-4623-9ee3-c19db48b486f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:21.934302 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:21.936729 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Pushing event updated for resources: {'Port': ['ID=388ff16f-c34a-40dc-bd04-90cefe1f6e05,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:21.939075 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:21.968341 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port a7dc7108-00d7-47b9-afcf-991447109b74 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:21.976089 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port a7dc7108-00d7-47b9-afcf-991447109b74 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:21.976470 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:21.985648 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538088'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.152178 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.152661 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.178996 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.206530 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Transition to ACTIVE for port object a4904f37-cff3-424a-8243-d82925fa2979 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:22.212671 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port a7dc7108-00d7-47b9-afcf-991447109b74, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=a7dc7108-00d7-47b9-afcf-991447109b74,segment=NetworkSegment(4bcc4fa7-1859-46b1-8e47-7495332983bd),segment_id=4bcc4fa7-1859-46b1-8e47-7495332983bd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:22.219149 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.229748 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.276875 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9a45ddcb-1829-4c9e-87dc-e889140d9d51 None None] Provisioning for port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:22.292694 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9a45ddcb-1829-4c9e-87dc-e889140d9d51 None None] Provisioning complete for port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:22.293077 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a45ddcb-1829-4c9e-87dc-e889140d9d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.296214 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eab7f6-9722-405f-91c9-487ca3e9a76b None None] Pushing event updated for resources: {'Port': ['ID=a4904f37-cff3-424a-8243-d82925fa2979,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:22.319253 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Attempting to bind port a4904f37-cff3-424a-8243-d82925fa2979 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:22.319622 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Attempting to bind port a4904f37-cff3-424a-8243-d82925fa2979 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:22.319982 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Attempting to bind port a4904f37-cff3-424a-8243-d82925fa2979 on network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:22.362828 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.367499 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:22.368090 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Checking segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:22.368784 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.369384 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Bound using segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:22.370131 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Bound port: a4904f37-cff3-424a-8243-d82925fa2979, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:22.370663 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.370873 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.414490 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9a45ddcb-1829-4c9e-87dc-e889140d9d51 None None] Port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:35:22.436134 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=a7dc7108-00d7-47b9-afcf-991447109b74,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:22.446585 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Pushing event updated for resources: {'Port': ['ID=388ff16f-c34a-40dc-bd04-90cefe1f6e05,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:22.449734 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534839'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.457109 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] For port a4904f37-cff3-424a-8243-d82925fa2979, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:22.460586 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] For port a4904f37-cff3-424a-8243-d82925fa2979, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=a4904f37-cff3-424a-8243-d82925fa2979,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:22.466636 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:22.537692 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Routers {'1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:22.538318 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:34:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:22.563725 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Network 89a53287-1e06-4623-9ee3-c19db48b486f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:22.566182 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:22.580054 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eab7f6-9722-405f-91c9-487ca3e9a76b None None] Pushing event updated for resources: {'Port': ['ID=a4904f37-cff3-424a-8243-d82925fa2979,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:22.671751 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] Set router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:22.743227 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:35:22.947600 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'name': 'tempest-TestShelveInstance-398369644-router', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:18Z', 'updated_at': '2021-08-30T16:35:22Z', 'revision_number': 4, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'gw_port': {'id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:19Z', 'updated_at': '2021-08-30T16:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '388ff16f-c34a-40dc-bd04-90cefe1f6e05', 'name': '', 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'mac_address': 'fa:16:3e:14:59:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1f62848e-f148-4dbd-beb7-757855f28c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:21Z', 'updated_at': '2021-08-30T16:35:22Z', 'revision_number': 2, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'subnets': [{'id': '1f62848e-f148-4dbd-beb7-757855f28c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:22.991489 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be58873b-f7a9-444c-aa3b-4293cc2ea955 None None] The sync data for ids ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'] in dv-cinder-806605-2-iscsi is: [{'id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'name': 'tempest-TestShelveInstance-398369644-router', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:18Z', 'updated_at': '2021-08-30T16:35:22Z', 'revision_number': 4, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'gw_port': {'id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:19Z', 'updated_at': '2021-08-30T16:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '388ff16f-c34a-40dc-bd04-90cefe1f6e05', 'name': '', 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'mac_address': 'fa:16:3e:14:59:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1f62848e-f148-4dbd-beb7-757855f28c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:21Z', 'updated_at': '2021-08-30T16:35:22Z', 'revision_number': 2, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'subnets': [{'id': '1f62848e-f148-4dbd-beb7-757855f28c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:35:23.003153 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0b8d4ae8-03a6-4894-a021-ea07dee22a34 None None] Provisioning complete for port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:23.003534 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b8d4ae8-03a6-4894-a021-ea07dee22a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:23.044074 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d4ae8-03a6-4894-a021-ea07dee22a34 None None] Port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:35:23.063944 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a7dc7108-00d7-47b9-afcf-991447109b74 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:23.114133 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port a7dc7108-00d7-47b9-afcf-991447109b74 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:23.114501 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:23.199964 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:35:23.201245 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 045029cb-1348-4406-9bd8-f3d5bd05f375 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:23.205960 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8d245675-0552-43cc-811a-e437bdbad2dc admin admin] 10.222.0.32 "PUT /v2.0/routers/1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6468244 Aug 30 16:35:23.265686 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 045029cb-1348-4406-9bd8-f3d5bd05f375 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:23.269575 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 045029cb-1348-4406-9bd8-f3d5bd05f375 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:23.270002 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:23.361448 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:23.398776 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 045029cb-1348-4406-9bd8-f3d5bd05f375, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=045029cb-1348-4406-9bd8-f3d5bd05f375,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:23.404537 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:23.453493 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=045029cb-1348-4406-9bd8-f3d5bd05f375,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:23.902773 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42814) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:23.907613 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-07c839db-157b-465f-8de4-6e7fa57c6788 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256181894', 'description': 'tempest-secgroup-smoke-1256181894 description', 'project_id': 'b3199ef743724aa78d9f233bc289b2af'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:23.932191 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07c839db-157b-465f-8de4-6e7fa57c6788 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.036077 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07c839db-157b-465f-8de4-6e7fa57c6788 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.040088 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07c839db-157b-465f-8de4-6e7fa57c6788 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.065927 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07c839db-157b-465f-8de4-6e7fa57c6788 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.067468 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-07c839db-157b-465f-8de4-6e7fa57c6788 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1634221 Aug 30 16:35:24.070487 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42820) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:24.071382 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c839db-157b-465f-8de4-6e7fa57c6788 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fe545d-562d-487b-a58e-fb61529e1089,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:24.076662 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Request body: {'security_group_rule': {'security_group_id': '76fe545d-562d-487b-a58e-fb61529e1089', 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:24.115724 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.185477 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.195234 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.214173 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d903a41c-cf3d-4fd3-b60c-ee84dbe7f4d3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:24.222877 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.223227 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.223571 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.223904 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.224235 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.224562 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.224885 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.225207 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.225550 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.227953 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.227953 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.227953 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:24.231122 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.232410 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-244d6468-59af-4274-a2a8-c858c2101f41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595647 Aug 30 16:35:24.235658 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42822) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:24.240779 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-06c2aca5-eef7-455d-bc37-b3130c696ce7 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Request body: {'security_group_rule': {'security_group_id': '76fe545d-562d-487b-a58e-fb61529e1089', 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:24.258883 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e8da21c-bb6b-40f0-8cbe-116d113efc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.280071 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06c2aca5-eef7-455d-bc37-b3130c696ce7 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.350000 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06c2aca5-eef7-455d-bc37-b3130c696ce7 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.356447 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06c2aca5-eef7-455d-bc37-b3130c696ce7 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.390578 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2aca5-eef7-455d-bc37-b3130c696ce7 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c7b93c-2157-476b-a2f2-ac6e0fe4b12b,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:24.401844 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06c2aca5-eef7-455d-bc37-b3130c696ce7 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.403412 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-06c2aca5-eef7-455d-bc37-b3130c696ce7 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1663373 Aug 30 16:35:24.406262 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42830) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:24.411853 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-20eed672-1269-4d30-8b72-ced4fa4d40b8 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Request body: {'security_group_rule': {'security_group_id': '76fe545d-562d-487b-a58e-fb61529e1089', 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:24.444382 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20eed672-1269-4d30-8b72-ced4fa4d40b8 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.508127 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.512746 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20eed672-1269-4d30-8b72-ced4fa4d40b8 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.517904 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20eed672-1269-4d30-8b72-ced4fa4d40b8 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.537562 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eed672-1269-4d30-8b72-ced4fa4d40b8 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384ef74f-39ab-42ef-b42e-e290876d7180,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:24.541532 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20eed672-1269-4d30-8b72-ced4fa4d40b8 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.545391 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-20eed672-1269-4d30-8b72-ced4fa4d40b8 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354303 Aug 30 16:35:24.546006 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42834) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:24.550938 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0e6be02c-d5bf-4c82-90a9-3dc0ec5b970c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Request body: {'security_group_rule': {'security_group_id': '76fe545d-562d-487b-a58e-fb61529e1089', 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:24.578827 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e6be02c-d5bf-4c82-90a9-3dc0ec5b970c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.641268 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e6be02c-d5bf-4c82-90a9-3dc0ec5b970c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.646911 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e6be02c-d5bf-4c82-90a9-3dc0ec5b970c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.669163 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6be02c-d5bf-4c82-90a9-3dc0ec5b970c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896d7329-4bd0-4d1f-a509-83412bd6c1cc,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:24.675573 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e6be02c-d5bf-4c82-90a9-3dc0ec5b970c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.676860 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0e6be02c-d5bf-4c82-90a9-3dc0ec5b970c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297927 Aug 30 16:35:24.679833 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42836) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:24.684523 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7c892a84-a433-42bb-a923-077b90fef9ea tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Request body: {'security_group_rule': {'security_group_id': '76fe545d-562d-487b-a58e-fb61529e1089', 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:24.708002 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-7c892a84-a433-42bb-a923-077b90fef9ea tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Project b3199ef743724aa78d9f233bc289b2af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 16:35:24.713584 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c892a84-a433-42bb-a923-077b90fef9ea tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.778673 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c892a84-a433-42bb-a923-077b90fef9ea tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.785051 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c892a84-a433-42bb-a923-077b90fef9ea tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.808433 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c892a84-a433-42bb-a923-077b90fef9ea tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50eda914-82da-458a-9499-72da72f00a2d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:24.816778 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c892a84-a433-42bb-a923-077b90fef9ea tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.818403 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7c892a84-a433-42bb-a923-077b90fef9ea tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375153 Aug 30 16:35:24.821362 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42844) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:24.826632 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8d588b0b-c4e0-4728-9af2-07268e106454 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Request body: {'security_group_rule': {'security_group_id': '76fe545d-562d-487b-a58e-fb61529e1089', 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:24.855783 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-8d588b0b-c4e0-4728-9af2-07268e106454 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Project b3199ef743724aa78d9f233bc289b2af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 16:35:24.863139 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d588b0b-c4e0-4728-9af2-07268e106454 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.945440 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d588b0b-c4e0-4728-9af2-07268e106454 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.950830 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d588b0b-c4e0-4728-9af2-07268e106454 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.974578 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d588b0b-c4e0-4728-9af2-07268e106454 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f62121b-6858-421d-9eaa-8aee6457098e,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:24.980195 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d588b0b-c4e0-4728-9af2-07268e106454 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:24.981468 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8d588b0b-c4e0-4728-9af2-07268e106454 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588495 Aug 30 16:35:25.072026 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:25.102689 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a4904f37-cff3-424a-8243-d82925fa2979 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:25.155778 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port a4904f37-cff3-424a-8243-d82925fa2979 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:25.159939 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port a4904f37-cff3-424a-8243-d82925fa2979 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:25.160310 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:25.373237 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:25.395606 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port a4904f37-cff3-424a-8243-d82925fa2979, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=a4904f37-cff3-424a-8243-d82925fa2979,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:25.399454 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:25.400568 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 045029cb-1348-4406-9bd8-f3d5bd05f375 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:25.486868 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=a4904f37-cff3-424a-8243-d82925fa2979,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:25.496890 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.497476 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.498199 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.499068 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.499649 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.500147 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.500618 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.501095 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.501587 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.502072 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.502536 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.503038 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:35:25.517263 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 045029cb-1348-4406-9bd8-f3d5bd05f375 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:25.517685 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:25.717680 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Sync routers for ids ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:35:25.729243 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Routers {'1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:25.729891 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:25.847922 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Set router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:26.097676 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'name': 'tempest-TestShelveInstance-398369644-router', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:18Z', 'updated_at': '2021-08-30T16:35:22Z', 'revision_number': 4, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'gw_port': {'id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:19Z', 'updated_at': '2021-08-30T16:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '388ff16f-c34a-40dc-bd04-90cefe1f6e05', 'name': '', 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'mac_address': 'fa:16:3e:14:59:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1f62848e-f148-4dbd-beb7-757855f28c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:21Z', 'updated_at': '2021-08-30T16:35:22Z', 'revision_number': 2, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'subnets': [{'id': '1f62848e-f148-4dbd-beb7-757855f28c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:26.124908 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Checking router: 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:35:26.125238 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Updating router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 binding host dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:35:26.152798 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:26.437538 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:26.447633 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Transition to ACTIVE for port object 388ff16f-c34a-40dc-bd04-90cefe1f6e05 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:26.455068 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:26.503107 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daf4f3-d891-4989-ac6f-a9484a979c34 None None] Pushing event updated for resources: {'Port': ['ID=388ff16f-c34a-40dc-bd04-90cefe1f6e05,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:26.562805 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Attempting to bind port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:26.563181 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Attempting to bind port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '4bcc4fa7-1859-46b1-8e47-7495332983bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:26.563829 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Attempting to bind port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 on network 89a53287-1e06-4623-9ee3-c19db48b486f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:26.571216 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:26.571855 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Checking segment: {'id': '4bcc4fa7-1859-46b1-8e47-7495332983bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:26.572279 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:26.572671 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Bound using segment: {'id': '4bcc4fa7-1859-46b1-8e47-7495332983bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:26.573453 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Bound port: 388ff16f-c34a-40dc-bd04-90cefe1f6e05, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcc4fa7-1859-46b1-8e47-7495332983bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:26.573793 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:26.638329 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:26.661297 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] For port 388ff16f-c34a-40dc-bd04-90cefe1f6e05, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:26.664624 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] For port 388ff16f-c34a-40dc-bd04-90cefe1f6e05, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=388ff16f-c34a-40dc-bd04-90cefe1f6e05,segment=NetworkSegment(4bcc4fa7-1859-46b1-8e47-7495332983bd),segment_id=4bcc4fa7-1859-46b1-8e47-7495332983bd)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:26.671001 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:26.747472 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daf4f3-d891-4989-ac6f-a9484a979c34 None None] Pushing event updated for resources: {'Port': ['ID=388ff16f-c34a-40dc-bd04-90cefe1f6e05,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:26.750438 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Routers {'1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:26.751048 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:26.872375 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] Set router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:27.049079 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a4904f37-cff3-424a-8243-d82925fa2979 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:27.107520 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'name': 'tempest-TestShelveInstance-398369644-router', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:18Z', 'updated_at': '2021-08-30T16:35:22Z', 'revision_number': 4, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'gw_port': {'id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:19Z', 'updated_at': '2021-08-30T16:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '388ff16f-c34a-40dc-bd04-90cefe1f6e05', 'name': '', 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'mac_address': 'fa:16:3e:14:59:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1f62848e-f148-4dbd-beb7-757855f28c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:21Z', 'updated_at': '2021-08-30T16:35:26Z', 'revision_number': 4, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'subnets': [{'id': '1f62848e-f148-4dbd-beb7-757855f28c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:27.114701 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port a4904f37-cff3-424a-8243-d82925fa2979 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:27.115167 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:27.228709 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 388ff16f-c34a-40dc-bd04-90cefe1f6e05 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:27.245313 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db9397-46e6-4d2b-a858-ee551befe7c8 None None] The sync data for ids ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'] in dv-cinder-806605-2-iscsi is: [{'id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'name': 'tempest-TestShelveInstance-398369644-router', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:18Z', 'updated_at': '2021-08-30T16:35:22Z', 'revision_number': 4, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'gw_port': {'id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:19Z', 'updated_at': '2021-08-30T16:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '388ff16f-c34a-40dc-bd04-90cefe1f6e05', 'name': '', 'network_id': '89a53287-1e06-4623-9ee3-c19db48b486f', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'mac_address': 'fa:16:3e:14:59:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1f62848e-f148-4dbd-beb7-757855f28c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:21Z', 'updated_at': '2021-08-30T16:35:26Z', 'revision_number': 4, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'subnets': [{'id': '1f62848e-f148-4dbd-beb7-757855f28c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:35:27.288937 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:27.293636 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:27.294030 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:27.388833 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:27.422689 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 388ff16f-c34a-40dc-bd04-90cefe1f6e05, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=388ff16f-c34a-40dc-bd04-90cefe1f6e05,segment=NetworkSegment(4bcc4fa7-1859-46b1-8e47-7495332983bd),segment_id=4bcc4fa7-1859-46b1-8e47-7495332983bd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:27.427155 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:27.478265 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=388ff16f-c34a-40dc-bd04-90cefe1f6e05,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:29.011255 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 388ff16f-c34a-40dc-bd04-90cefe1f6e05 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:29.064547 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:29.064978 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:29.546522 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42980) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:29.610616 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-2feb3844-e1d3-40b0-abd4-3b59662d0184 admin admin] Deleting subnet c3522e5d-7004-4a3e-b605-f0f483e547f0 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:35:29.613903 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2feb3844-e1d3-40b0-abd4-3b59662d0184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:29.648000 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2feb3844-e1d3-40b0-abd4-3b59662d0184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25770915'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:29.689372 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2feb3844-e1d3-40b0-abd4-3b59662d0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:29.753915 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2feb3844-e1d3-40b0-abd4-3b59662d0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25795735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26140282'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:29.785488 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb3844-e1d3-40b0-abd4-3b59662d0184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3522e5d-7004-4a3e-b605-f0f483e547f0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:29.787507 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2feb3844-e1d3-40b0-abd4-3b59662d0184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:29.789371 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-2feb3844-e1d3-40b0-abd4-3b59662d0184 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c3522e5d-7004-4a3e-b605-f0f483e547f0 HTTP/1.1" status: 204 len: 168 time: 0.2414005 Aug 30 16:35:29.792301 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42984) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:29.865992 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:29.948995 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:29.959093 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e926b113-1414-455d-931a-ed7110280b1e']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:29.969043 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:29.969330 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71612c7c-8e4e-40a0-9ac0-9a4bc6dbc064') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:29.978160 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25770940'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:29.992128 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:29.998435 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:35:29.998880 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25795825'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: Traceback (most recent call last): Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: timer() Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: cb(*args, **kw) Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: return func(*args, **kwargs) Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: self._notify() Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: self.callback(batched_events) Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: event.method(event) Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: return f(self, *a, **k) Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._get(url).json() Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:35:30.000448 dv-cinder-806605-2-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:35:30.059782 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:30.065951 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:30.067751 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e926b113-1414-455d-931a-ed7110280b1e HTTP/1.1" status: 204 len: 168 time: 0.2747746 Aug 30 16:35:30.079327 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c490952-c7b6-4953-b4af-5d0525f9cba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e926b113-1414-455d-931a-ed7110280b1e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:30.258481 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42988) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:30.301338 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7089cffc-b018-49b0-82de-391ef83033d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5be4a7334bb54a9abe7af0b23e14cb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415957 Aug 30 16:35:30.304332 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42990) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:30.307970 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:30.359776 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc89afcc-6494-41cb-964a-db141bcaab61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:30.382245 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc89afcc-6494-41cb-964a-db141bcaab61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:30.438804 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc89afcc-6494-41cb-964a-db141bcaab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:30.441512 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc89afcc-6494-41cb-964a-db141bcaab61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:30.445380 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-cc89afcc-6494-41cb-964a-db141bcaab61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55430f95-4f8b-4532-a54a-7bfd79dce15c HTTP/1.1" status: 204 len: 168 time: 0.1376648 Aug 30 16:35:30.451423 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89afcc-6494-41cb-964a-db141bcaab61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55430f95-4f8b-4532-a54a-7bfd79dce15c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:31.335286 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43020) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:31.459318 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1531097617-network', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:31.498328 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Made reservation on behalf of eec25030d9ea4d54bd877871c8eafee9 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:35:31.500877 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:31.510516 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:31.623979 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:31.632715 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:31.653813 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:35:31.668975 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dd6cbe-7896-484f-9292-e6fa4e249a75,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:31.674140 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:31.674483 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Added segment 6588e016-1dd6-4eaf-b19a-860929d5602d of type vlan for network ad574c13-d839-4c19-ada6-58fb9351ff22 Aug 30 16:35:31.722479 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:31.748962 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:31.750045 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:31.750594 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:31.769408 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4336798 Aug 30 16:35:31.772578 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43034) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:31.779198 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] Request body: {'subnet': {'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1531097617-subnet', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:31.820604 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] Made reservation on behalf of eec25030d9ea4d54bd877871c8eafee9 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:35:31.825924 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26140177'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:31.826681 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0f2da-ce0d-42a3-9889-ef5e481834e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ad574c13-d839-4c19-ada6-58fb9351ff22,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:31.842321 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network ad574c13-d839-4c19-ada6-58fb9351ff22 details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:35:32.039480 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25796436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26140259'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.100632 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=abcf6a6e-beea-436b-b5f2-971e25822aca,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:32.108554 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] Checking segment: {'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:32.108903 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] Network hostable DHCP agents. Network: ad574c13-d839-4c19-ada6-58fb9351ff22, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:35:32.129692 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] Network ad574c13-d839-4c19-ada6-58fb9351ff22 is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:35:32.140137 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, ad574c13-d839-4c19-ada6-58fb9351ff22) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:32.145346 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:32.147379 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.148144 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d07e5d-106e-4576-bfaf-5cc82f602330 None None] Network ad574c13-d839-4c19-ada6-58fb9351ff22 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:35:32.162988 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-4634e2ce-a7d7-4193-8ce4-9563e0b214cd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3892062 Aug 30 16:35:32.166150 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:32.174637 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:32.195258 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1315'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.196322 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1320'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.249090 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.302688 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72efa589-712c-54d5-b948-964b5e13cf40-ad574c13-d839-4c19-ada6-58fb9351ff22', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'fixed_ips': [{'subnet_id': 'abcf6a6e-beea-436b-b5f2-971e25822aca'}]}} from dv-cinder-806605-2-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 16:35:32.303771 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.399883 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.446378 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Allocated IP 172.20.0.2 (ad574c13-d839-4c19-ada6-58fb9351ff22/abcf6a6e-beea-436b-b5f2-971e25822aca/25973893-094b-4f2f-b734-72ebd8d1f3e9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:32.596441 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.605907 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Transition to ACTIVE for port object 25973893-094b-4f2f-b734-72ebd8d1f3e9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:32.618735 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.623213 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Transition to ACTIVE for port object 25973893-094b-4f2f-b734-72ebd8d1f3e9 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:32.631569 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.644486 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.682609 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Network ad574c13-d839-4c19-ada6-58fb9351ff22 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:32.686681 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:32.691638 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:32.698654 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Pushing event updated for resources: {'Port': ['ID=25973893-094b-4f2f-b734-72ebd8d1f3e9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:32.750945 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Attempting to bind port 25973893-094b-4f2f-b734-72ebd8d1f3e9 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:32.751308 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Attempting to bind port 25973893-094b-4f2f-b734-72ebd8d1f3e9 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:32.751666 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Attempting to bind port 25973893-094b-4f2f-b734-72ebd8d1f3e9 on network ad574c13-d839-4c19-ada6-58fb9351ff22 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:32.758263 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:32.758638 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Checking segment: {'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:32.759055 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.759448 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Bound using segment: {'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:32.760087 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Bound port: 25973893-094b-4f2f-b734-72ebd8d1f3e9, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:32.760675 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.779664 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Allocated IP 172.27.3.190 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/6b211e76-f8bb-4fd1-9e96-235a2b784675) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:32.838327 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] For port 25973893-094b-4f2f-b734-72ebd8d1f3e9, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:32.842367 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] For port 25973893-094b-4f2f-b734-72ebd8d1f3e9, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=25973893-094b-4f2f-b734-72ebd8d1f3e9,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:32.848111 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.893805 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:32.910631 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5579c2f-49f5-493a-a133-7a3435b5745c None None] Pushing event updated for resources: {'Port': ['ID=25973893-094b-4f2f-b734-72ebd8d1f3e9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:32.955710 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:33.004502 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:33.008104 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:33.010529 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Pushing event updated for resources: {'Port': ['ID=6b211e76-f8bb-4fd1-9e96-235a2b784675,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:33.013079 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:33.295264 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:33.504139 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537911'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:33.658356 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Router e154b06e-1367-4367-ab28-b6aa373abfea is scheduled to L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 16:35:33.790054 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:35:33.792433 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c9db03-63de-4379-a8b8-dd2ff19bcb11 None None] Network ad574c13-d839-4c19-ada6-58fb9351ff22 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:35:33.809228 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:33.812933 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-15d0c381-4c13-45be-afff-7cc6f0b83e1b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6429863 Aug 30 16:35:33.813070 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Sync routers for ids ['e154b06e-1367-4367-ab28-b6aa373abfea'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:35:33.813163 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43048) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:33.856126 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Routers {'e154b06e-1367-4367-ab28-b6aa373abfea'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:33.856714 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['e154b06e-1367-4367-ab28-b6aa373abfea'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:33.966908 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-919d99f8-0667-40a6-adfd-7108c2741f8a None None] Provisioning for port 25973893-094b-4f2f-b734-72ebd8d1f3e9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:34.039488 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Set router e154b06e-1367-4367-ab28-b6aa373abfea gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:34.256418 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:33Z', 'revision_number': 3, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:34.284998 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Checking router: e154b06e-1367-4367-ab28-b6aa373abfea for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:35:34.285429 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Updating router e154b06e-1367-4367-ab28-b6aa373abfea port 6b211e76-f8bb-4fd1-9e96-235a2b784675 binding host dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:35:34.286428 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:34.313122 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:34.452984 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Allocated IP 172.20.0.1 (ad574c13-d839-4c19-ada6-58fb9351ff22/abcf6a6e-beea-436b-b5f2-971e25822aca/5e423e04-84a3-4832-973e-fd6f88cc460a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:34.555943 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:34.591829 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:34.603167 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Transition to ACTIVE for port object 6b211e76-f8bb-4fd1-9e96-235a2b784675 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:34.610423 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:34.670597 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Attempting to bind port 6b211e76-f8bb-4fd1-9e96-235a2b784675 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:34.670972 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Attempting to bind port 6b211e76-f8bb-4fd1-9e96-235a2b784675 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:34.671337 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Attempting to bind port 6b211e76-f8bb-4fd1-9e96-235a2b784675 on network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:34.674756 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc0a1e-d9e9-4ea6-8e9d-a27dcbd5f42c None None] Pushing event updated for resources: {'Port': ['ID=6b211e76-f8bb-4fd1-9e96-235a2b784675,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:34.679706 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:34.680103 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Checking segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:34.680509 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:34.680893 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Bound using segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:34.681353 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Bound port: 6b211e76-f8bb-4fd1-9e96-235a2b784675, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:34.681851 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:34.744692 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] For port 6b211e76-f8bb-4fd1-9e96-235a2b784675, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:34.748315 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] For port 6b211e76-f8bb-4fd1-9e96-235a2b784675, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=6b211e76-f8bb-4fd1-9e96-235a2b784675,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:34.753369 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:34.818502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Routers {'e154b06e-1367-4367-ab28-b6aa373abfea'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:34.819157 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['e154b06e-1367-4367-ab28-b6aa373abfea'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:34.878739 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Transition to ACTIVE for port object 5e423e04-84a3-4832-973e-fd6f88cc460a will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:34.917536 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:34.974033 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Network ad574c13-d839-4c19-ada6-58fb9351ff22 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:34.979445 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:34.980992 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Pushing event updated for resources: {'Port': ['ID=5e423e04-84a3-4832-973e-fd6f88cc460a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:34.983453 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:35.005338 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc0a1e-d9e9-4ea6-8e9d-a27dcbd5f42c None None] Pushing event updated for resources: {'Port': ['ID=6b211e76-f8bb-4fd1-9e96-235a2b784675,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:35.027637 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538088'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:35.104000 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] Set router e154b06e-1367-4367-ab28-b6aa373abfea gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:35.171599 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 25973893-094b-4f2f-b734-72ebd8d1f3e9 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:35.209645 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:35.278391 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-625db733-2363-4e03-9b2d-2f79fafe813d None None] Provisioning for port 5e423e04-84a3-4832-973e-fd6f88cc460a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:35.290194 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-625db733-2363-4e03-9b2d-2f79fafe813d None None] Provisioning complete for port 5e423e04-84a3-4832-973e-fd6f88cc460a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:35.290556 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-625db733-2363-4e03-9b2d-2f79fafe813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:35.352348 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 25973893-094b-4f2f-b734-72ebd8d1f3e9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:35.360914 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-625db733-2363-4e03-9b2d-2f79fafe813d None None] Port 5e423e04-84a3-4832-973e-fd6f88cc460a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:35:35.363176 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 25973893-094b-4f2f-b734-72ebd8d1f3e9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:35.363580 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:35.375651 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:35.381331 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:35.425051 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:33Z', 'revision_number': 3, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:35.452719 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534839'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:35.454521 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Pushing event updated for resources: {'Port': ['ID=5e423e04-84a3-4832-973e-fd6f88cc460a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:35.457806 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704d158d-ef6e-4295-8404-4aa3aeff1c86 None None] The sync data for ids ['e154b06e-1367-4367-ab28-b6aa373abfea'] in dv-cinder-806605-2-iscsi is: [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:33Z', 'revision_number': 3, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:35:35.503905 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:35.539099 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 25973893-094b-4f2f-b734-72ebd8d1f3e9, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=25973893-094b-4f2f-b734-72ebd8d1f3e9,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:35.544949 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:35.566417 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Network ad574c13-d839-4c19-ada6-58fb9351ff22 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:35.567929 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:35.603107 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=25973893-094b-4f2f-b734-72ebd8d1f3e9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:35.729557 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Router e154b06e-1367-4367-ab28-b6aa373abfea has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:35:35.861210 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:35:35.873258 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-340a85eb-1100-4ddd-94e2-62669ae68531 admin admin] 10.222.0.32 "PUT /v2.0/routers/e154b06e-1367-4367-ab28-b6aa373abfea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0535600 Aug 30 16:35:35.888709 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-039aa105-bc6c-45e0-8f56-926f90c7cbd3 None None] Provisioning complete for port 5e423e04-84a3-4832-973e-fd6f88cc460a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:35.888974 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-039aa105-bc6c-45e0-8f56-926f90c7cbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:35.931281 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-039aa105-bc6c-45e0-8f56-926f90c7cbd3 None None] Port 5e423e04-84a3-4832-973e-fd6f88cc460a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:35:36.388762 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43076) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:36.394022 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1693625910-network', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:36.417067 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Made reservation on behalf of 0fcfce8d3a4a4cae84479646f9ee5a5c for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:35:36.419618 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:36.429363 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:36.540828 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:36.546864 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:36.572409 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 16:35:36.582108 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532934f9-a7ba-497b-a3a3-39212f1960cb,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:36.586937 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:36.587291 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Added segment 2c1d38b4-e0b8-4c3a-9724-9da125840d8e of type vlan for network ef6da6d5-486d-4645-b747-ace12fd82060 Aug 30 16:35:36.639413 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731788173671'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:36.667914 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:36.668901 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:36.669482 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:36.726076 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3361168 Aug 30 16:35:36.728985 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43078) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:36.732185 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3bb6-8a41-4b39-aab8-6fc211e3013e admin admin] Pushing event updated for resources: {'Network': ['ID=ef6da6d5-486d-4645-b747-ace12fd82060,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:36.735115 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] Request body: {'subnet': {'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1693625910-subnet', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:36.742520 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Network ef6da6d5-486d-4645-b747-ace12fd82060 details requested by agent ovs-agent-dv-cinder-806605-2-iscsi with host dv-cinder-806605-2-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 16:35:36.759476 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] Made reservation on behalf of 0fcfce8d3a4a4cae84479646f9ee5a5c for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:35:36.762451 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27091084'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:36.946323 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27027054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27091198'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.002576 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5663b3e9-443f-40bb-8dbc-d1a2296a8096,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:37.022073 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] Checking segment: {'id': '2c1d38b4-e0b8-4c3a-9724-9da125840d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:37.022430 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] Network hostable DHCP agents. Network: ef6da6d5-486d-4645-b747-ace12fd82060, hostable agents: ['606d387a-7195-421c-a185-20a790588816'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 16:35:37.042009 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] Network ef6da6d5-486d-4645-b747-ace12fd82060 is scheduled to be hosted by DHCP agent 606d387a-7195-421c-a185-20a790588816 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 16:35:37.053360 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-2-iscsi, ef6da6d5-486d-4645-b747-ace12fd82060) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:37.062535 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:37.063369 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.064236 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c26e41-0046-4ab5-9d7d-0957c89bca35 None None] Network ef6da6d5-486d-4645-b747-ace12fd82060 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:35:37.081427 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-df447d11-f884-4cc6-bc87-5235bc13ac7b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3501308 Aug 30 16:35:37.083019 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43080) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:37.083755 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Sync routers for ids ['e154b06e-1367-4367-ab28-b6aa373abfea'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:35:37.088922 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1693625910-router', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:37.101912 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Routers {'e154b06e-1367-4367-ab28-b6aa373abfea'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:37.104020 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['e154b06e-1367-4367-ab28-b6aa373abfea'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:37.117330 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6b211e76-f8bb-4fd1-9e96-235a2b784675 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:37.127498 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1315'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.128689 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1320'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.189103 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.209186 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 6b211e76-f8bb-4fd1-9e96-235a2b784675 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:37.233756 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 6b211e76-f8bb-4fd1-9e96-235a2b784675 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:37.234218 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.253457 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Set router e154b06e-1367-4367-ab28-b6aa373abfea gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:37.326955 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.342592 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.361019 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72efa589-712c-54d5-b948-964b5e13cf40-ef6da6d5-486d-4645-b747-ace12fd82060', 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'fixed_ips': [{'subnet_id': '5663b3e9-443f-40bb-8dbc-d1a2296a8096'}]}} from dv-cinder-806605-2-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 16:35:37.362281 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.369306 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 6b211e76-f8bb-4fd1-9e96-235a2b784675, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=6b211e76-f8bb-4fd1-9e96-235a2b784675,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:37.377456 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.378281 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 25973893-094b-4f2f-b734-72ebd8d1f3e9 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:37.524536 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=6b211e76-f8bb-4fd1-9e96-235a2b784675,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:37.532279 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:35Z', 'revision_number': 4, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5e423e04-84a3-4832-973e-fd6f88cc460a', 'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'mac_address': 'fa:16:3e:ec:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:34Z', 'updated_at': '2021-08-30T16:35:35Z', 'revision_number': 2, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'subnets': [{'id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:37.565208 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Checking router: e154b06e-1367-4367-ab28-b6aa373abfea for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:35:37.566215 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Updating router e154b06e-1367-4367-ab28-b6aa373abfea port 5e423e04-84a3-4832-973e-fd6f88cc460a binding host dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:35:37.566384 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.572726 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 25973893-094b-4f2f-b734-72ebd8d1f3e9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:37.573096 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.589245 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.595519 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.621552 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Allocated IP 172.20.0.2 (ef6da6d5-486d-4645-b747-ace12fd82060/5663b3e9-443f-40bb-8dbc-d1a2296a8096/144aa7d8-d8ef-47b2-8b9a-29d053b596c7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:37.717627 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Allocated IP 172.27.3.51 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/fd12c24e-d9ec-47b6-afe4-8af94505b15b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:37.825383 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.837408 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Transition to ACTIVE for port object 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:37.846152 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.855522 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Transition to ACTIVE for port object 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:37.862524 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.893848 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.898286 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.908360 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Network ef6da6d5-486d-4645-b747-ace12fd82060 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:37.912681 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Transition to ACTIVE for port object 5e423e04-84a3-4832-973e-fd6f88cc460a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:37.914469 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:37.919056 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:37.922547 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:37.927245 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Pushing event updated for resources: {'Port': ['ID=144aa7d8-d8ef-47b2-8b9a-29d053b596c7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:37.935700 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:37.943049 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:37.946120 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:37.970224 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Pushing event updated for resources: {'Port': ['ID=fd12c24e-d9ec-47b6-afe4-8af94505b15b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:37.978922 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c336882-d8de-42c5-b466-a71ec1c91574 None None] Pushing event updated for resources: {'Port': ['ID=5e423e04-84a3-4832-973e-fd6f88cc460a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:37.990874 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Attempting to bind port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:37.991241 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Attempting to bind port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '2c1d38b4-e0b8-4c3a-9724-9da125840d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:37.991671 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Attempting to bind port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 on network ef6da6d5-486d-4645-b747-ace12fd82060 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:37.999543 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:37.999918 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Checking segment: {'id': '2c1d38b4-e0b8-4c3a-9724-9da125840d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:38.000321 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:38.000711 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Bound using segment: {'id': '2c1d38b4-e0b8-4c3a-9724-9da125840d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:38.001174 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Bound port: 144aa7d8-d8ef-47b2-8b9a-29d053b596c7, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1d38b4-e0b8-4c3a-9724-9da125840d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:38.001584 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:38.059561 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Attempting to bind port 5e423e04-84a3-4832-973e-fd6f88cc460a on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:38.060013 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Attempting to bind port 5e423e04-84a3-4832-973e-fd6f88cc460a by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:38.060578 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Attempting to bind port 5e423e04-84a3-4832-973e-fd6f88cc460a on network ad574c13-d839-4c19-ada6-58fb9351ff22 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:38.067007 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:38.067469 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Checking segment: {'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:38.067939 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:38.068533 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Bound using segment: {'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:38.069268 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Bound port: 5e423e04-84a3-4832-973e-fd6f88cc460a, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:38.069766 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:38.077214 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] For port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:38.080422 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] For port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=144aa7d8-d8ef-47b2-8b9a-29d053b596c7,segment=NetworkSegment(2c1d38b4-e0b8-4c3a-9724-9da125840d8e),segment_id=2c1d38b4-e0b8-4c3a-9724-9da125840d8e)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:38.087628 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:38.155590 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] For port 5e423e04-84a3-4832-973e-fd6f88cc460a, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:38.160238 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] For port 5e423e04-84a3-4832-973e-fd6f88cc460a, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=5e423e04-84a3-4832-973e-fd6f88cc460a,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:38.166206 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:38.169658 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dad795-8d59-45a0-a52b-3e6da457ecfe None None] Pushing event updated for resources: {'Port': ['ID=144aa7d8-d8ef-47b2-8b9a-29d053b596c7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:38.260246 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c336882-d8de-42c5-b466-a71ec1c91574 None None] Pushing event updated for resources: {'Port': ['ID=5e423e04-84a3-4832-973e-fd6f88cc460a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:38.265362 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Routers {'e154b06e-1367-4367-ab28-b6aa373abfea'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:38.266033 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['e154b06e-1367-4367-ab28-b6aa373abfea'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:38.297587 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:38.432865 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] Set router e154b06e-1367-4367-ab28-b6aa373abfea gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:38.586868 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537911'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:38.676867 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:35Z', 'revision_number': 4, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5e423e04-84a3-4832-973e-fd6f88cc460a', 'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'mac_address': 'fa:16:3e:ec:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:34Z', 'updated_at': '2021-08-30T16:35:38Z', 'revision_number': 4, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'subnets': [{'id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:38.703664 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b09b4-631a-4944-8db1-4228ce2c448b None None] The sync data for ids ['e154b06e-1367-4367-ab28-b6aa373abfea'] in dv-cinder-806605-2-iscsi is: [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:35Z', 'revision_number': 4, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5e423e04-84a3-4832-973e-fd6f88cc460a', 'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'mac_address': 'fa:16:3e:ec:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:34Z', 'updated_at': '2021-08-30T16:35:38Z', 'revision_number': 4, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'subnets': [{'id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:35:38.713242 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Router 92f6db97-e4ab-4673-8f73-fe8fd9922158 is scheduled to L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 16:35:38.847292 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:35:38.856773 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Sync routers for ids ['92f6db97-e4ab-4673-8f73-fe8fd9922158'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:35:38.869102 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Routers {'92f6db97-e4ab-4673-8f73-fe8fd9922158'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:38.870100 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['92f6db97-e4ab-4673-8f73-fe8fd9922158'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:38.875765 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:38.880134 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d6d6b565-8921-4782-9c12-69112b9ad973 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7930379 Aug 30 16:35:38.880322 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43094) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:39.032430 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Set router 92f6db97-e4ab-4673-8f73-fe8fd9922158 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:39.475057 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6b211e76-f8bb-4fd1-9e96-235a2b784675 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:39.612488 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ef4492-eb0c-4b3e-8f4a-5b71b2f595c6 None None] Network ef6da6d5-486d-4645-b747-ace12fd82060 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:35:39.618467 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:39.721172 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 6b211e76-f8bb-4fd1-9e96-235a2b784675 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:39.721542 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:39.722994 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-76b459dd-d790-48a4-9dea-6f3da8b8048d None None] Provisioning for port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:39.863699 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Allocated IP 172.20.0.1 (ef6da6d5-486d-4645-b747-ace12fd82060/5663b3e9-443f-40bb-8dbc-d1a2296a8096/437383a8-7313-459b-b101-4769645c2845) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:39.895866 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'name': 'tempest-TestMinimumBasicScenario-1693625910-router', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:38Z', 'revision_number': 3, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'gw_port': {'id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:39.948361 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Checking router: 92f6db97-e4ab-4673-8f73-fe8fd9922158 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:35:39.948638 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Updating router 92f6db97-e4ab-4673-8f73-fe8fd9922158 port fd12c24e-d9ec-47b6-afe4-8af94505b15b binding host dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:35:39.986289 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:39.991525 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:39.998901 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.013702 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Transition to ACTIVE for port object 437383a8-7313-459b-b101-4769645c2845 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:40.049034 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.094401 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Network ef6da6d5-486d-4645-b747-ace12fd82060 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:40.098169 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:40.101174 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:40.136319 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Pushing event updated for resources: {'Port': ['ID=437383a8-7313-459b-b101-4769645c2845,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:40.160426 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538088'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.162643 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:40.173162 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:40.173847 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.332636 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.354821 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.404052 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=144aa7d8-d8ef-47b2-8b9a-29d053b596c7,segment=NetworkSegment(2c1d38b4-e0b8-4c3a-9724-9da125840d8e),segment_id=2c1d38b4-e0b8-4c3a-9724-9da125840d8e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:40.423351 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.424179 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5e423e04-84a3-4832-973e-fd6f88cc460a up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:40.504913 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.546059 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Transition to ACTIVE for port object fd12c24e-d9ec-47b6-afe4-8af94505b15b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:40.556902 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=144aa7d8-d8ef-47b2-8b9a-29d053b596c7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:40.566912 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-240c50a8-9db5-48bd-b0cc-80d82bc5dbbe None None] Provisioning complete for port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:40.567276 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-240c50a8-9db5-48bd-b0cc-80d82bc5dbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.595692 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.667166 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 5e423e04-84a3-4832-973e-fd6f88cc460a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:40.679575 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 5e423e04-84a3-4832-973e-fd6f88cc460a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:40.679912 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.681269 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d8faa-2639-4c69-b661-e220eec56d6d None None] Pushing event updated for resources: {'Port': ['ID=fd12c24e-d9ec-47b6-afe4-8af94505b15b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:40.702359 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Attempting to bind port fd12c24e-d9ec-47b6-afe4-8af94505b15b on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:40.702723 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Attempting to bind port fd12c24e-d9ec-47b6-afe4-8af94505b15b by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:40.703497 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Attempting to bind port fd12c24e-d9ec-47b6-afe4-8af94505b15b on network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:40.713674 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:40.714050 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Checking segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:40.714445 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.714836 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Bound using segment: {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:40.715294 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Bound port: fd12c24e-d9ec-47b6-afe4-8af94505b15b, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2ace0e-6057-448b-9ff4-c7ab883f0612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:40.715665 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.766459 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.771753 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27026919'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.809855 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] For port fd12c24e-d9ec-47b6-afe4-8af94505b15b, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:40.813276 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] For port fd12c24e-d9ec-47b6-afe4-8af94505b15b, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=fd12c24e-d9ec-47b6-afe4-8af94505b15b,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:40.836050 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.844801 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Pushing event updated for resources: {'Port': ['ID=437383a8-7313-459b-b101-4769645c2845,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:40.848445 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534839'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.891059 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:40.926753 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Routers {'92f6db97-e4ab-4673-8f73-fe8fd9922158'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:40.927405 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['92f6db97-e4ab-4673-8f73-fe8fd9922158'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:40.929057 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d8faa-2639-4c69-b661-e220eec56d6d None None] Pushing event updated for resources: {'Port': ['ID=fd12c24e-d9ec-47b6-afe4-8af94505b15b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:40.956514 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Network ef6da6d5-486d-4645-b747-ace12fd82060 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:40.958010 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:40.987753 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fc505b4e-7472-40b0-a824-98e41c3c5552 None None] Provisioning for port 437383a8-7313-459b-b101-4769645c2845 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:41.004621 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fc505b4e-7472-40b0-a824-98e41c3c5552 None None] Provisioning complete for port 437383a8-7313-459b-b101-4769645c2845 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:41.004993 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc505b4e-7472-40b0-a824-98e41c3c5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:41.013367 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 5e423e04-84a3-4832-973e-fd6f88cc460a, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=5e423e04-84a3-4832-973e-fd6f88cc460a,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:41.062076 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:41.108603 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Router 92f6db97-e4ab-4673-8f73-fe8fd9922158 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:35:41.118428 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fc505b4e-7472-40b0-a824-98e41c3c5552 None None] Port 437383a8-7313-459b-b101-4769645c2845 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:35:41.143305 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] Set router 92f6db97-e4ab-4673-8f73-fe8fd9922158 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:41.184155 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=5e423e04-84a3-4832-973e-fd6f88cc460a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:41.201656 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:41.280877 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:35:41.286220 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-833cf046-84df-4b1f-a151-89f629c565e1 admin admin] 10.222.0.32 "PUT /v2.0/routers/92f6db97-e4ab-4673-8f73-fe8fd9922158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4026875 Aug 30 16:35:41.364870 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:41.365244 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:41.389941 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-81bec3b8-dd64-4be0-b5a8-c526b282c9fd None None] Provisioning complete for port 437383a8-7313-459b-b101-4769645c2845 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:41.390330 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81bec3b8-dd64-4be0-b5a8-c526b282c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:41.467681 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-81bec3b8-dd64-4be0-b5a8-c526b282c9fd None None] Port 437383a8-7313-459b-b101-4769645c2845 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:35:41.520539 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'name': 'tempest-TestMinimumBasicScenario-1693625910-router', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 4, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'gw_port': {'id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '437383a8-7313-459b-b101-4769645c2845', 'name': '', 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'mac_address': 'fa:16:3e:a3:05:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5663b3e9-443f-40bb-8dbc-d1a2296a8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:39Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 2, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'subnets': [{'id': '5663b3e9-443f-40bb-8dbc-d1a2296a8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:41.549755 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c230550-8754-4356-8df2-ca47d09a8072 None None] The sync data for ids ['92f6db97-e4ab-4673-8f73-fe8fd9922158'] in dv-cinder-806605-2-iscsi is: [{'id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'name': 'tempest-TestMinimumBasicScenario-1693625910-router', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 4, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'gw_port': {'id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '437383a8-7313-459b-b101-4769645c2845', 'name': '', 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'mac_address': 'fa:16:3e:a3:05:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5663b3e9-443f-40bb-8dbc-d1a2296a8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:39Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 2, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'subnets': [{'id': '5663b3e9-443f-40bb-8dbc-d1a2296a8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:35:43.236446 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fd12c24e-d9ec-47b6-afe4-8af94505b15b up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:43.429195 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port fd12c24e-d9ec-47b6-afe4-8af94505b15b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:43.436017 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port fd12c24e-d9ec-47b6-afe4-8af94505b15b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:43.436526 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:43.539735 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:43.564926 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port fd12c24e-d9ec-47b6-afe4-8af94505b15b, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=fd12c24e-d9ec-47b6-afe4-8af94505b15b,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:43.570404 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:43.571727 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5e423e04-84a3-4832-973e-fd6f88cc460a up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:43.664728 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=fd12c24e-d9ec-47b6-afe4-8af94505b15b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:43.693383 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 5e423e04-84a3-4832-973e-fd6f88cc460a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:43.693811 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:43.939416 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Sync routers for ids ['92f6db97-e4ab-4673-8f73-fe8fd9922158'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:35:43.963066 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Routers {'92f6db97-e4ab-4673-8f73-fe8fd9922158'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:43.963784 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['92f6db97-e4ab-4673-8f73-fe8fd9922158'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:44.132923 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Set router 92f6db97-e4ab-4673-8f73-fe8fd9922158 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:44.383635 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'name': 'tempest-TestMinimumBasicScenario-1693625910-router', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 4, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'gw_port': {'id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '437383a8-7313-459b-b101-4769645c2845', 'name': '', 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'mac_address': 'fa:16:3e:a3:05:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5663b3e9-443f-40bb-8dbc-d1a2296a8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:39Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 2, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'subnets': [{'id': '5663b3e9-443f-40bb-8dbc-d1a2296a8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:44.513116 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Checking router: 92f6db97-e4ab-4673-8f73-fe8fd9922158 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:35:44.513462 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Updating router 92f6db97-e4ab-4673-8f73-fe8fd9922158 port 437383a8-7313-459b-b101-4769645c2845 binding host dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 16:35:44.539624 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:44.873579 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:44.892686 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Transition to ACTIVE for port object 437383a8-7313-459b-b101-4769645c2845 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:44.930296 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:44.992374 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdb320-d9e3-4969-91d6-48b426db98a9 None None] Pushing event updated for resources: {'Port': ['ID=437383a8-7313-459b-b101-4769645c2845,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:45.025964 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-deef8e12-34c2-49bf-9541-ef3e28735d55 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256181894&fields=id&tenant_id=b3199ef743724aa78d9f233bc289b2af HTTP/1.1" status: 200 len: 267 time: 0.0758157 Aug 30 16:35:45.076839 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Attempting to bind port 437383a8-7313-459b-b101-4769645c2845 on host dv-cinder-806605-2-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:45.077250 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Attempting to bind port 437383a8-7313-459b-b101-4769645c2845 by drivers openvswitch,hyperv on host dv-cinder-806605-2-iscsi at level 0 using segments [{'id': '2c1d38b4-e0b8-4c3a-9724-9da125840d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:45.077635 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Attempting to bind port 437383a8-7313-459b-b101-4769645c2845 on network ef6da6d5-486d-4645-b747-ace12fd82060 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:45.083883 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Checking agent: {'id': '8bcce64e-ca67-4922-a887-e73ee88f58c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 19, 24), 'started_at': datetime.datetime(2021, 8, 30, 16, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:45.084248 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Checking segment: {'id': '2c1d38b4-e0b8-4c3a-9724-9da125840d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:45.084639 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:45.085186 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Bound using segment: {'id': '2c1d38b4-e0b8-4c3a-9724-9da125840d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:45.085673 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Bound port: 437383a8-7313-459b-b101-4769645c2845, host: dv-cinder-806605-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1d38b4-e0b8-4c3a-9724-9da125840d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:45.086059 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:45.164954 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-8a525fee-6574-4eaf-aa12-07b322b5cc49 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:45.168659 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-8a525fee-6574-4eaf-aa12-07b322b5cc49 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/networks?id=122ec626-219a-41f5-8132-b2e690dfc29f HTTP/1.1" status: 200 len: 808 time: 0.1405435 Aug 30 16:35:45.185215 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] For port 437383a8-7313-459b-b101-4769645c2845, host dv-cinder-806605-2-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:45.191335 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] For port 437383a8-7313-459b-b101-4769645c2845, host dv-cinder-806605-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=437383a8-7313-459b-b101-4769645c2845,segment=NetworkSegment(2c1d38b4-e0b8-4c3a-9724-9da125840d8e),segment_id=2c1d38b4-e0b8-4c3a-9724-9da125840d8e)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:45.191540 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fd12c24e-d9ec-47b6-afe4-8af94505b15b up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:45.204057 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-7ec32851-08ca-4bbd-8bcc-7001e246d215 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/quotas/b3199ef743724aa78d9f233bc289b2af HTTP/1.1" status: 200 len: 375 time: 0.0291388 Aug 30 16:35:45.213559 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:45.291716 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port fd12c24e-d9ec-47b6-afe4-8af94505b15b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:45.292104 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:45.295127 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-72fe0506-5874-4ee2-9f4c-d64d41fffc41 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3199ef743724aa78d9f233bc289b2af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844903 Aug 30 16:35:45.338998 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdb320-d9e3-4969-91d6-48b426db98a9 None None] Pushing event updated for resources: {'Port': ['ID=437383a8-7313-459b-b101-4769645c2845,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:45.354155 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Routers {'92f6db97-e4ab-4673-8f73-fe8fd9922158'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:35:45.355285 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['92f6db97-e4ab-4673-8f73-fe8fd9922158'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:45.520138 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-736e1984-4f79-4df6-bdcb-53549b1f2326 service neutron] 10.222.0.32 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027071 Aug 30 16:35:45.576400 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] Set router 92f6db97-e4ab-4673-8f73-fe8fd9922158 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:35:45.760163 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-0774f972-42ec-4198-81ca-e1508d1e74e6 service neutron] 10.222.0.32 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284172 Aug 30 16:35:45.898828 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'name': 'tempest-TestMinimumBasicScenario-1693625910-router', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 4, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'gw_port': {'id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '437383a8-7313-459b-b101-4769645c2845', 'name': '', 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'mac_address': 'fa:16:3e:a3:05:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5663b3e9-443f-40bb-8dbc-d1a2296a8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:39Z', 'updated_at': '2021-08-30T16:35:45Z', 'revision_number': 4, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'subnets': [{'id': '5663b3e9-443f-40bb-8dbc-d1a2296a8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:35:45.934895 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a95add-d7d6-4d7f-91f2-56cdf89e9ce9 None None] The sync data for ids ['92f6db97-e4ab-4673-8f73-fe8fd9922158'] in dv-cinder-806605-2-iscsi is: [{'id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'name': 'tempest-TestMinimumBasicScenario-1693625910-router', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 4, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'gw_port': {'id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '437383a8-7313-459b-b101-4769645c2845', 'name': '', 'network_id': 'ef6da6d5-486d-4645-b747-ace12fd82060', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'mac_address': 'fa:16:3e:a3:05:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5663b3e9-443f-40bb-8dbc-d1a2296a8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:39Z', 'updated_at': '2021-08-30T16:35:45Z', 'revision_number': 4, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'subnets': [{'id': '5663b3e9-443f-40bb-8dbc-d1a2296a8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:35:46.218835 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-de0ef902-33b5-47ca-8baa-0c353403fe65 req-d7bdb83f-81f5-4404-b7d5-508e85faadf3 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 210 time: 0.0658870 Aug 30 16:35:46.435411 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:35:47.183406 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 437383a8-7313-459b-b101-4769645c2845 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:47.257854 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning for port 437383a8-7313-459b-b101-4769645c2845 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:47.265031 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 437383a8-7313-459b-b101-4769645c2845 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:47.265483 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:47.360165 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9bfea247-283c-413d-91da-43cd8e66c0c1 req-7fffb9e4-fea9-487a-9eb9-978c4e907228 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 210 time: 0.0437155 Aug 30 16:35:47.377895 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:47.415925 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] For port 437383a8-7313-459b-b101-4769645c2845, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=437383a8-7313-459b-b101-4769645c2845,segment=NetworkSegment(2c1d38b4-e0b8-4c3a-9724-9da125840d8e),segment_id=2c1d38b4-e0b8-4c3a-9724-9da125840d8e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:35:47.421211 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:47.476694 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Pushing event updated for resources: {'Port': ['ID=437383a8-7313-459b-b101-4769645c2845,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:48.458942 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb3ccee1-3ee9-468a-aabf-983c000c90e2 req-6532019b-acdd-4c80-a692-4b228257bd10 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 210 time: 0.0315373 Aug 30 16:35:49.165205 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 437383a8-7313-459b-b101-4769645c2845 up at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:35:49.226609 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Provisioning complete for port 437383a8-7313-459b-b101-4769645c2845 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:49.226916 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:49.562761 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-38743622-e4e6-4b43-98ae-f3b226556da7 req-788fbe07-c7e9-49d8-b0eb-e22c5e8f74a6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 210 time: 0.0317972 Aug 30 16:35:50.254005 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-d7e55ee2-b2f4-4112-b226-1cc060d50e3c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:50.256684 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-d7e55ee2-b2f4-4112-b226-1cc060d50e3c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.78 "GET /v2.0/networks?id=122ec626-219a-41f5-8132-b2e690dfc29f HTTP/1.1" status: 200 len: 808 time: 0.1221058 Aug 30 16:35:50.360856 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-a3ae1bb1-4317-4e90-bde6-2be7bc22687f tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3199ef743724aa78d9f233bc289b2af HTTP/1.1" status: 200 len: 380 time: 0.0791874 Aug 30 16:35:50.374175 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Request body: {'port': {'device_id': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'admin_state_up': True, 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'security_groups': ['76fe545d-562d-487b-a58e-fb61529e1089']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:50.540429 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Made reservation on behalf of b3199ef743724aa78d9f233bc289b2af for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:35:50.544349 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:50.688370 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-335321eb-906c-456e-8b59-1029c8a1eda7 req-38ff99aa-c90e-4f71-99c3-6fcb489fc9bc tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 210 time: 0.0371914 Aug 30 16:35:50.711261 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Allocated IP 172.20.0.11 (122ec626-219a-41f5-8132-b2e690dfc29f/c0e8b993-9652-4074-81d6-d2ed20817cff/5c3fe484-00a8-440b-9f8a-27fd271c3f02) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:50.868086 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:50.882054 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Transition to ACTIVE for port object 5c3fe484-00a8-440b-9f8a-27fd271c3f02 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:50.941567 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:51.003527 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Network 122ec626-219a-41f5-8132-b2e690dfc29f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:51.007132 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:51.012654 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:51.036506 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event updated for resources: {'Port': ['ID=5c3fe484-00a8-440b-9f8a-27fd271c3f02,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:51.066014 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:51.066636 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:51.101139 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-5db5ce4f-f67e-454b-9070-2a82755292f6 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7348278 Aug 30 16:35:51.136233 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Request body: {'port': {'device_id': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:51.232705 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:51.330336 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c905d4cd-c422-4ff8-a8c4-6ef5dd03bcb2 None None] Provisioning for port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:51.335233 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c905d4cd-c422-4ff8-a8c4-6ef5dd03bcb2 None None] Provisioning complete for port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:51.335917 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c905d4cd-c422-4ff8-a8c4-6ef5dd03bcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:51.383428 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0124551e-53c0-4758-992b-a9ea08684678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:51.391411 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c905d4cd-c422-4ff8-a8c4-6ef5dd03bcb2 None None] Port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:35:51.562085 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3fe484-00a8-440b-9f8a-27fd271c3f02 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:35:51.577067 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:51.598556 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Transition to ACTIVE for port object 5c3fe484-00a8-440b-9f8a-27fd271c3f02 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:51.606815 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:51.661815 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Pushing event updated for resources: {'Port': ['ID=5c3fe484-00a8-440b-9f8a-27fd271c3f02,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:51.757546 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Attempting to bind port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:35:51.757733 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Attempting to bind port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:35:51.758296 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Attempting to bind port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 on network 122ec626-219a-41f5-8132-b2e690dfc29f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:51.763869 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 on network 122ec626-219a-41f5-8132-b2e690dfc29f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:35:51.764192 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Attempting to bind port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 on network 122ec626-219a-41f5-8132-b2e690dfc29f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:35:51.780348 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:35:51.780348 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Checking segment: {'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:35:51.780348 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Bound using segment: {'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:35:51.780348 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Bound port: 5c3fe484-00a8-440b-9f8a-27fd271c3f02, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152d3776-ba55-461a-9bd3-e02be405eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:35:51.780348 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:51.835379 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e22631-3cac-44a9-bc71-0713195d1dbf req-c696f4ed-2a20-4f75-ba03-a0013212d785 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:51.837929 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e5e22631-3cac-44a9-bc71-0713195d1dbf req-c696f4ed-2a20-4f75-ba03-a0013212d785 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0568659 Aug 30 16:35:51.857186 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] For port 5c3fe484-00a8-440b-9f8a-27fd271c3f02, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:35:51.861442 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] For port 5c3fe484-00a8-440b-9f8a-27fd271c3f02, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:35:51.868276 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:51.884728 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e5e22631-3cac-44a9-bc71-0713195d1dbf req-228259a4-0b86-4540-9d99-1b9350c1a7e2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389416 Aug 30 16:35:51.906588 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:51.907223 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:51.921039 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] 10.222.0.78 "PUT /v2.0/ports/5c3fe484-00a8-440b-9f8a-27fd271c3f02 HTTP/1.1" status: 200 len: 1094 time: 0.7967877 Aug 30 16:35:51.925105 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:35:51.927436 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160d9e24-58e4-4c91-acab-076c75d8f3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:35:51.986301 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9edb2e0-780a-4089-aa85-6c461e0e902e x-openstack-request-id: req-f9edb2e0-780a-4089-aa85-6c461e0e902e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:35:51.986682 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:35:51.986926 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9edb2e0-780a-4089-aa85-6c461e0e902e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:35:51.987884 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'status': 'completed', 'code': 200} Aug 30 16:35:51.994111 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9c8fa-2f1d-49dd-9f7b-95a1cfc599fb service neutron] Pushing event updated for resources: {'Port': ['ID=5c3fe484-00a8-440b-9f8a-27fd271c3f02,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:52.074117 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-2e035f3f-e6b9-4441-ae8b-6d720f40a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:52.075930 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-2e035f3f-e6b9-4441-ae8b-6d720f40a46f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b3199ef743724aa78d9f233bc289b2af&device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1097 time: 0.0665054 Aug 30 16:35:52.138011 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-67b05f60-41c9-4688-9251-a8dd827b6408 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02 HTTP/1.1" status: 200 len: 217 time: 0.0466611 Aug 30 16:35:52.188353 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9587f1ad-a0ad-4f93-acbb-35726eb813a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:52.189786 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-9587f1ad-a0ad-4f93-acbb-35726eb813a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c0e8b993-9652-4074-81d6-d2ed20817cff HTTP/1.1" status: 200 len: 847 time: 0.0448925 Aug 30 16:35:52.236559 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-49ab6974-dabf-4811-a866-d6f2173a5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:52.238125 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-49ab6974-dabf-4811-a866-d6f2173a5852 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=122ec626-219a-41f5-8132-b2e690dfc29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409083 Aug 30 16:35:52.277033 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-821576f7-cdae-4cc4-8d8a-40357cd7161a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:52.278686 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-821576f7-cdae-4cc4-8d8a-40357cd7161a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/networks?id=ad574c13-d839-4c19-ada6-58fb9351ff22 HTTP/1.1" status: 200 len: 815 time: 0.1053951 Aug 30 16:35:52.295720 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-6132d6da-c897-44b7-8af8-b9f0e8d90013 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/quotas/eec25030d9ea4d54bd877871c8eafee9 HTTP/1.1" status: 200 len: 375 time: 0.0096421 Aug 30 16:35:52.335889 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-f7308ee7-4efc-42a8-9f44-dc4dce8ef2ad service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900180 Aug 30 16:35:52.351409 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-671904c9-76c2-4c41-b46c-6a18062a7b74 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eec25030d9ea4d54bd877871c8eafee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498147 Aug 30 16:35:52.427674 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6170c5f5-dac4-48f1-94d8-ecbf6cae5fbe req-454986c0-4882-4ee6-955a-a0caadbcbb31 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842259 Aug 30 16:35:52.450484 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-d84c71d6-c3df-4d3b-8caf-b589fe2c6ddb service neutron] 10.222.0.32 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855668 Aug 30 16:35:52.546894 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-771da330-aa6e-4305-94e7-58f95769b847 service neutron] 10.222.0.32 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895245 Aug 30 16:35:52.567204 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d9e24-58e4-4c91-acab-076c75d8f3c9 req-28917ef8-abef-454d-92d9-2fe4d925f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:52.568809 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-160d9e24-58e4-4c91-acab-076c75d8f3c9 req-28917ef8-abef-454d-92d9-2fe4d925f46f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b3199ef743724aa78d9f233bc289b2af&device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1097 time: 0.0432184 Aug 30 16:35:52.682412 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d9e24-58e4-4c91-acab-076c75d8f3c9 req-f5bceab5-0525-4252-b50e-a80d1c19a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:52.683999 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-160d9e24-58e4-4c91-acab-076c75d8f3c9 req-f5bceab5-0525-4252-b50e-a80d1c19a71c service neutron] 10.222.0.78 "GET /v2.0/networks?id=122ec626-219a-41f5-8132-b2e690dfc29f HTTP/1.1" status: 200 len: 910 time: 0.1074905 Aug 30 16:35:52.711422 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-87f3ae4e-59ee-4df4-b64c-9b2dc1d3b6ae req-7b4179ed-91cf-48cb-a067-cfd2d8726053 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 210 time: 0.0275352 Aug 30 16:35:52.736892 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-160d9e24-58e4-4c91-acab-076c75d8f3c9 req-2c531901-a21f-468e-b52b-8d48f3acd314 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02 HTTP/1.1" status: 200 len: 217 time: 0.0438917 Aug 30 16:35:52.795777 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d9e24-58e4-4c91-acab-076c75d8f3c9 req-1ca8102d-250d-4519-adaf-7b515bbd3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:52.797411 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-160d9e24-58e4-4c91-acab-076c75d8f3c9 req-1ca8102d-250d-4519-adaf-7b515bbd3ee9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c0e8b993-9652-4074-81d6-d2ed20817cff HTTP/1.1" status: 200 len: 847 time: 0.0533168 Aug 30 16:35:52.852734 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d9e24-58e4-4c91-acab-076c75d8f3c9 req-84790fd0-40c9-4d06-8d2c-e11d79d71335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:52.855067 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-160d9e24-58e4-4c91-acab-076c75d8f3c9 req-84790fd0-40c9-4d06-8d2c-e11d79d71335 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=122ec626-219a-41f5-8132-b2e690dfc29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495911 Aug 30 16:35:52.963001 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-160d9e24-58e4-4c91-acab-076c75d8f3c9 req-2ed2f63e-ee03-4e8d-9f9c-b3e196bddbfc service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992045 Aug 30 16:35:53.039513 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0cc08-b915-485d-9734-f5daeabe0fa0 req-d06e9636-447e-44eb-a3cd-6200d203cb61 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:53.041612 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b9b0cc08-b915-485d-9734-f5daeabe0fa0 req-d06e9636-447e-44eb-a3cd-6200d203cb61 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0678337 Aug 30 16:35:53.078524 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-160d9e24-58e4-4c91-acab-076c75d8f3c9 req-3c75b07e-be46-4830-99f2-7765c7c8578c service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067996 Aug 30 16:35:53.108792 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b9b0cc08-b915-485d-9734-f5daeabe0fa0 req-c2722710-53d2-4dea-a54f-5d8a5d566681 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603290 Aug 30 16:35:53.456645 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43378) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:53.574621 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-570d6b53-ed9e-4da9-ab23-7bbe4af25242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:53.665138 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-570d6b53-ed9e-4da9-ab23-7bbe4af25242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:53.671547 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-570d6b53-ed9e-4da9-ab23-7bbe4af25242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:53.717603 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-570d6b53-ed9e-4da9-ab23-7bbe4af25242 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2475bc9039f04a02b9769e1aa8568a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597694 Aug 30 16:35:53.718865 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d6b53-ed9e-4da9-ab23-7bbe4af25242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ca8870-4831-4d33-9ae2-f00b766e025f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:53.720267 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43382) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:53.793622 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4376-f211-405a-89c9-ee357ae1ac3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:53.842008 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4376-f211-405a-89c9-ee357ae1ac3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:53.846254 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bd66ff6c-39e6-42a8-b4c5-53adb40f4c14 req-eabdb973-54a7-465f-8ce8-dc9e65007ff1 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 210 time: 0.0420313 Aug 30 16:35:53.882891 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-c70eb716-e62a-42cf-bd1f-e8c513797bfb tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:53.884551 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-c70eb716-e62a-42cf-bd1f-e8c513797bfb tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.78 "GET /v2.0/networks?id=ad574c13-d839-4c19-ada6-58fb9351ff22 HTTP/1.1" status: 200 len: 815 time: 0.1477997 Aug 30 16:35:53.895739 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4376-f211-405a-89c9-ee357ae1ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:53.898519 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4376-f211-405a-89c9-ee357ae1ac3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:53.899662 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b2ef4376-f211-405a-89c9-ee357ae1ac3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31ca8870-4831-4d33-9ae2-f00b766e025f HTTP/1.1" status: 204 len: 168 time: 0.1782460 Aug 30 16:35:53.907686 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef4376-f211-405a-89c9-ee357ae1ac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ca8870-4831-4d33-9ae2-f00b766e025f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:53.918364 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Request body: {'port': {'device_id': '8632903d-28ac-4c47-9d16-977c81de071e', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'admin_state_up': True, 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:35:54.036646 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Made reservation on behalf of eec25030d9ea4d54bd877871c8eafee9 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 16:35:54.040147 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:54.186922 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Allocated IP 172.20.0.12 (ad574c13-d839-4c19-ada6-58fb9351ff22/abcf6a6e-beea-436b-b5f2-971e25822aca/a82ec661-2fec-4900-b3ad-0f1a9723e429) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:35:54.235569 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43406) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:54.245104 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13b98af9-f2ae-46d2-b67a-048ae1a18386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:54.250147 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6d997-b9ce-484d-8f76-12d67e07ebf5 req-4c96e5fc-41a7-46d2-90a6-c377006a05be tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:54.251722 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b6e6d997-b9ce-484d-8f76-12d67e07ebf5 req-4c96e5fc-41a7-46d2-90a6-c377006a05be tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0651844 Aug 30 16:35:54.259647 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a341-ec80-4f33-babe-ace0ccb664f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:54.290870 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b6e6d997-b9ce-484d-8f76-12d67e07ebf5 req-1ab2b4a9-071e-4a0b-bda3-2e7504b2bb32 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331368 Aug 30 16:35:54.519373 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:54.738033 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:54.762710 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Transition to ACTIVE for port object a82ec661-2fec-4900-b3ad-0f1a9723e429 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:35:54.815051 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a341-ec80-4f33-babe-ace0ccb664f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:54.821594 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a341-ec80-4f33-babe-ace0ccb664f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:54.874172 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:54.892373 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7a341-ec80-4f33-babe-ace0ccb664f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad91b57-993b-4073-842b-15a6bb42fa38,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:54.941568 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8aa7a341-ec80-4f33-babe-ace0ccb664f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0fad24858264e5cb0d21a5c69740f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7048643 Aug 30 16:35:54.944057 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43416) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:35:54.968667 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Network ad574c13-d839-4c19-ada6-58fb9351ff22 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:35:54.979784 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:35:54.986810 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:35:55.013680 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'Port': ['ID=a82ec661-2fec-4900-b3ad-0f1a9723e429,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:55.048387 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dcd47-ffdf-492a-bd5c-6934a9cf2637 req-e7c381fb-cc3a-40ef-a4a3-c43a18174978 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:55.062274 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a52dcd47-ffdf-492a-bd5c-6934a9cf2637 req-e7c381fb-cc3a-40ef-a4a3-c43a18174978 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 932 time: 0.1215081 Aug 30 16:35:55.079861 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:55.080836 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:55.091304 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:55.135513 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a52dcd47-ffdf-492a-bd5c-6934a9cf2637 req-3398b526-0235-49ba-8720-707ff9e62e3e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667994 Aug 30 16:35:55.146614 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f91520-9892-48cf-900f-430a669a1d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:55.160209 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-61dbec24-1f76-40fa-a61c-2a04343c4234 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2460036 Aug 30 16:35:55.176580 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f91520-9892-48cf-900f-430a669a1d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:55.251081 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f91520-9892-48cf-900f-430a669a1d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:55.254034 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f91520-9892-48cf-900f-430a669a1d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:55.255302 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-20f91520-9892-48cf-900f-430a669a1d24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ad91b57-993b-4073-842b-15a6bb42fa38 HTTP/1.1" status: 204 len: 168 time: 0.3079531 Aug 30 16:35:55.264961 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f91520-9892-48cf-900f-430a669a1d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad91b57-993b-4073-842b-15a6bb42fa38,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:35:55.312743 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1cd73097-c13d-497a-ae51-c03440e62437 None None] Provisioning for port a82ec661-2fec-4900-b3ad-0f1a9723e429 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:35:55.317035 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1cd73097-c13d-497a-ae51-c03440e62437 None None] Provisioning complete for port a82ec661-2fec-4900-b3ad-0f1a9723e429 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:35:55.317690 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1cd73097-c13d-497a-ae51-c03440e62437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:55.369699 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1cd73097-c13d-497a-ae51-c03440e62437 None None] Port a82ec661-2fec-4900-b3ad-0f1a9723e429 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 16:35:55.452900 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12633b22-1f6d-40a5-a68e-be9c7ee0badd req-1cda7d7c-d8b7-4dbb-a0f9-3d4fbeaf8c6e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:55.454470 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-12633b22-1f6d-40a5-a68e-be9c7ee0badd req-1cda7d7c-d8b7-4dbb-a0f9-3d4fbeaf8c6e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0601149 Aug 30 16:35:55.509492 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-12633b22-1f6d-40a5-a68e-be9c7ee0badd req-ee548af4-ff3d-4db2-a811-8faf78c21705 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430641 Aug 30 16:35:56.262803 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189e45c-2321-4214-bb28-a7bc6daccdb9 req-be91b43a-ba6f-4187-be5e-301d90e21628 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:56.264703 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c189e45c-2321-4214-bb28-a7bc6daccdb9 req-be91b43a-ba6f-4187-be5e-301d90e21628 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 932 time: 0.0652640 Aug 30 16:35:56.305756 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c189e45c-2321-4214-bb28-a7bc6daccdb9 req-190f2cfd-920e-4291-b003-fb965032a59a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346785 Aug 30 16:35:56.641164 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:35:56.652677 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ce605-3dd6-4f55-93a1-4ff616e171a5 req-dd95d81f-31ed-4866-be7e-2602389e78dc tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:56.654302 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-507ce605-3dd6-4f55-93a1-4ff616e171a5 req-dd95d81f-31ed-4866-be7e-2602389e78dc tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0642726 Aug 30 16:35:56.699233 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-507ce605-3dd6-4f55-93a1-4ff616e171a5 req-e417f5de-6f42-4f18-bf10-a990990b52a9 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382006 Aug 30 16:35:57.472478 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b704a0-0942-44c0-9181-9963dd2f670f req-24b8a46b-8731-4439-be21-d0c73796fd9e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:57.474571 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d4b704a0-0942-44c0-9181-9963dd2f670f req-24b8a46b-8731-4439-be21-d0c73796fd9e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 932 time: 0.0792460 Aug 30 16:35:57.516509 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d4b704a0-0942-44c0-9181-9963dd2f670f req-3e109d0c-f946-4b26-8c82-56004ed4e268 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Aug 30 16:35:57.831011 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab41d3-efcf-4c9e-929f-563f08e28162 req-b48c5387-3972-4dab-8592-d02d84d1dbf1 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:57.832621 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-12ab41d3-efcf-4c9e-929f-563f08e28162 req-b48c5387-3972-4dab-8592-d02d84d1dbf1 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0580974 Aug 30 16:35:57.880803 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-12ab41d3-efcf-4c9e-929f-563f08e28162 req-89fc3ba8-0445-4158-bc47-ddd179ac875e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399890 Aug 30 16:35:58.681116 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ab8ab-f0cb-45e9-8b60-bd678c28cc41 req-694942b1-3c27-4ff8-b155-8bc90621d3a9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:58.682899 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-705ab8ab-f0cb-45e9-8b60-bd678c28cc41 req-694942b1-3c27-4ff8-b155-8bc90621d3a9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 932 time: 0.0789592 Aug 30 16:35:58.772097 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-705ab8ab-f0cb-45e9-8b60-bd678c28cc41 req-1d517fdc-3995-4e21-a913-988ed565a9c6 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770481 Aug 30 16:35:59.033537 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd4300-8e2d-4a55-8f68-f3caca9814b3 req-b65ae759-9f52-4f6a-94ad-cfd9855ac0b1 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:59.035043 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-97dd4300-8e2d-4a55-8f68-f3caca9814b3 req-b65ae759-9f52-4f6a-94ad-cfd9855ac0b1 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0695784 Aug 30 16:35:59.077936 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-97dd4300-8e2d-4a55-8f68-f3caca9814b3 req-8db163eb-eefb-4047-852b-3ee5179ac6ab tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368509 Aug 30 16:35:59.920551 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de8037-7752-434a-97b6-007bc3d2e7aa req-0d805391-d378-45a4-9fbe-cddd52bba88b tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:35:59.922430 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1de8037-7752-434a-97b6-007bc3d2e7aa req-0d805391-d378-45a4-9fbe-cddd52bba88b tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 932 time: 0.0755095 Aug 30 16:35:59.964841 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1de8037-7752-434a-97b6-007bc3d2e7aa req-4e10bbcf-291b-4f75-8977-d05b44daa08e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356765 Aug 30 16:36:00.188924 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43508) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:00.218884 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38591daa-dedc-4f33-9887-7fb446c4d129 req-1d2b36fd-fd3e-4085-b33f-0319bfd4269f tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:00.221025 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-38591daa-dedc-4f33-9887-7fb446c4d129 req-1d2b36fd-fd3e-4085-b33f-0319bfd4269f tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0566189 Aug 30 16:36:00.260496 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-38591daa-dedc-4f33-9887-7fb446c4d129 req-e8ae09d7-f109-4cc3-adab-2655ee52a056 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333149 Aug 30 16:36:00.312935 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:00.326280 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-343cf329-2a4b-4709-a6b8-a1e482cd7540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:00.421393 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-343cf329-2a4b-4709-a6b8-a1e482cd7540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:00.427013 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-343cf329-2a4b-4709-a6b8-a1e482cd7540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:00.467801 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cf329-2a4b-4709-a6b8-a1e482cd7540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3aed38-e669-4914-917f-8004340684ac,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:00.472161 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-343cf329-2a4b-4709-a6b8-a1e482cd7540 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfba426b75d04a53a555e09945e9ef36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820106 Aug 30 16:36:00.475912 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43512) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:00.536351 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcb143be-c84c-49f6-96a9-fdf6b73eb654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:00.560599 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcb143be-c84c-49f6-96a9-fdf6b73eb654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:00.618289 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcb143be-c84c-49f6-96a9-fdf6b73eb654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:00.620878 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcb143be-c84c-49f6-96a9-fdf6b73eb654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:00.622068 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-dcb143be-c84c-49f6-96a9-fdf6b73eb654 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c3aed38-e669-4914-917f-8004340684ac HTTP/1.1" status: 204 len: 168 time: 0.1454995 Aug 30 16:36:00.630585 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb143be-c84c-49f6-96a9-fdf6b73eb654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3aed38-e669-4914-917f-8004340684ac,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:00.925021 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43520) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:00.939177 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7003151-dd5e-4ddc-95cf-c31fa9404531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:01.031527 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7003151-dd5e-4ddc-95cf-c31fa9404531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:01.036872 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7003151-dd5e-4ddc-95cf-c31fa9404531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:01.074639 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a7003151-dd5e-4ddc-95cf-c31fa9404531 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d15d08a471c4858ad7ae563b21235fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481938 Aug 30 16:36:01.075604 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7003151-dd5e-4ddc-95cf-c31fa9404531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa79025b-cc21-49e8-ab96-b3df5e899d8d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:01.078139 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43524) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:01.082647 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6c4a5-4ee4-4d6b-839d-d0cafcac5991 req-03baa77a-3e4b-4bd9-97c3-0d6828704f8a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:01.084229 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-06f6c4a5-4ee4-4d6b-839d-d0cafcac5991 req-03baa77a-3e4b-4bd9-97c3-0d6828704f8a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 932 time: 0.0497689 Aug 30 16:36:01.135042 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-06f6c4a5-4ee4-4d6b-839d-d0cafcac5991 req-2051d2ec-862b-4a51-bbbd-df4e52c9512e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367002 Aug 30 16:36:01.135324 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa00f-75e8-4826-85d2-14ca78dc275d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:01.167257 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa00f-75e8-4826-85d2-14ca78dc275d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:01.225698 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa00f-75e8-4826-85d2-14ca78dc275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:01.229946 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa00f-75e8-4826-85d2-14ca78dc275d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:01.231454 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-6e6fa00f-75e8-4826-85d2-14ca78dc275d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa79025b-cc21-49e8-ab96-b3df5e899d8d HTTP/1.1" status: 204 len: 168 time: 0.1523266 Aug 30 16:36:01.240884 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fa00f-75e8-4826-85d2-14ca78dc275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa79025b-cc21-49e8-ab96-b3df5e899d8d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:01.391246 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fe8fa-0564-4ab2-bc3c-dfb696015ebb req-852df93e-ed49-46ae-9c7b-3680aaa635bc tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:01.393825 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3d2fe8fa-0564-4ab2-bc3c-dfb696015ebb req-852df93e-ed49-46ae-9c7b-3680aaa635bc tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0631549 Aug 30 16:36:01.447759 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3d2fe8fa-0564-4ab2-bc3c-dfb696015ebb req-4d4e8f63-087b-4b66-886a-6dd221be9cb8 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Aug 30 16:36:02.331315 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a6445-6021-4dff-8b48-d0565edca968 req-8542792b-5dda-4478-b8ef-3a9be483562a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:02.331315 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1c1a6445-6021-4dff-8b48-d0565edca968 req-8542792b-5dda-4478-b8ef-3a9be483562a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 932 time: 0.0703678 Aug 30 16:36:02.368556 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1c1a6445-6021-4dff-8b48-d0565edca968 req-a27a05a8-8969-441a-9307-44a213b6692a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Aug 30 16:36:02.584437 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed9941-3762-41f3-b152-b8832f2298e3 req-d26d5f45-348d-4189-853c-9783ac318cc5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:02.587357 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-49ed9941-3762-41f3-b152-b8832f2298e3 req-d26d5f45-348d-4189-853c-9783ac318cc5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0684838 Aug 30 16:36:02.653175 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-49ed9941-3762-41f3-b152-b8832f2298e3 req-c3684009-4230-4358-b065-4022d0dbcaa1 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531273 Aug 30 16:36:03.280748 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43584) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:03.405037 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60684b70-ae2d-4b34-be0f-5df3ab6548ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:03.490111 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70fc04-0db6-4bcc-9ce1-67104f61e32e req-b07fe3b6-f3d8-43a3-b9f1-7748541af984 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:03.498120 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb70fc04-0db6-4bcc-9ce1-67104f61e32e req-b07fe3b6-f3d8-43a3-b9f1-7748541af984 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 932 time: 0.0615177 Aug 30 16:36:03.529138 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60684b70-ae2d-4b34-be0f-5df3ab6548ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:03.533747 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb70fc04-0db6-4bcc-9ce1-67104f61e32e req-fc002189-b036-4c08-88c6-20d43d2f221b tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347404 Aug 30 16:36:03.547138 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60684b70-ae2d-4b34-be0f-5df3ab6548ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:03.587227 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-60684b70-ae2d-4b34-be0f-5df3ab6548ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9284b57db7a0489aa9911b4fbe7bb50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051388 Aug 30 16:36:03.590205 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:03.597352 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60684b70-ae2d-4b34-be0f-5df3ab6548ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08e5204-9cac-4844-a7bc-9d696b914422,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:03.644541 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f76b9c59-3b4e-4f05-8838-dcee825d8402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:03.694600 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f76b9c59-3b4e-4f05-8838-dcee825d8402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:03.836298 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bb7a4-f684-4e65-bc79-e32171ee5b86 req-dd20c2cc-36b4-44be-bcbb-d5c1538805cf tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:03.837328 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c64bb7a4-f684-4e65-bc79-e32171ee5b86 req-dd20c2cc-36b4-44be-bcbb-d5c1538805cf tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0964200 Aug 30 16:36:03.838264 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f76b9c59-3b4e-4f05-8838-dcee825d8402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:03.841024 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f76b9c59-3b4e-4f05-8838-dcee825d8402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:03.848506 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f76b9c59-3b4e-4f05-8838-dcee825d8402 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f08e5204-9cac-4844-a7bc-9d696b914422 HTTP/1.1" status: 204 len: 168 time: 0.2512715 Aug 30 16:36:03.853998 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b9c59-3b4e-4f05-8838-dcee825d8402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08e5204-9cac-4844-a7bc-9d696b914422,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:03.942787 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c64bb7a4-f684-4e65-bc79-e32171ee5b86 req-fabd1430-3443-40a5-ac69-c5646698bfbc tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969787 Aug 30 16:36:04.228218 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43598) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:04.241456 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1d20-4639-45c1-a910-035876731a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:04.351427 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1d20-4639-45c1-a910-035876731a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:04.356872 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1d20-4639-45c1-a910-035876731a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:04.408077 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5dfa1d20-4639-45c1-a910-035876731a4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c9457cfa3eb43f2b3faccca2f2d3844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787543 Aug 30 16:36:04.408978 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa1d20-4639-45c1-a910-035876731a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1561069-abec-41f2-bcde-81005e9b227e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:04.411023 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43602) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:04.464894 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf2e7-7105-459a-ae0e-700f5c76e91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:04.498858 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf2e7-7105-459a-ae0e-700f5c76e91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:04.552796 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf2e7-7105-459a-ae0e-700f5c76e91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:04.555503 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf2e7-7105-459a-ae0e-700f5c76e91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:04.559370 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b9ecf2e7-7105-459a-ae0e-700f5c76e91f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1561069-abec-41f2-bcde-81005e9b227e HTTP/1.1" status: 204 len: 168 time: 0.1446931 Aug 30 16:36:04.572287 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecf2e7-7105-459a-ae0e-700f5c76e91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1561069-abec-41f2-bcde-81005e9b227e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:04.663789 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53956c78-f2e2-442f-8d5f-775710f0d048 req-d7776838-bd04-472d-affc-c833dba936a3 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:04.665323 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53956c78-f2e2-442f-8d5f-775710f0d048 req-d7776838-bd04-472d-affc-c833dba936a3 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 932 time: 0.0499496 Aug 30 16:36:04.710376 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53956c78-f2e2-442f-8d5f-775710f0d048 req-07706cf6-26dd-49b0-b1aa-fc3099c5e68d tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387859 Aug 30 16:36:05.057835 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c9426-c056-4c52-b7d4-9bedc0304884 req-27ce4a0c-9900-4a97-b40f-7faaa8e7d755 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:05.059313 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-634c9426-c056-4c52-b7d4-9bedc0304884 req-27ce4a0c-9900-4a97-b40f-7faaa8e7d755 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0500212 Aug 30 16:36:05.097710 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-634c9426-c056-4c52-b7d4-9bedc0304884 req-083bf607-f7a4-4bdb-a279-eaaa3c5e94d8 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322721 Aug 30 16:36:05.699893 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Request body: {'port': {'device_id': '8632903d-28ac-4c47-9d16-977c81de071e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:36:05.767475 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:05.851173 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471180a-a0f9-44c8-b21b-8452c25a36da req-bb617bd1-0f45-4756-8779-1e2a58057dcc tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:05.852678 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f471180a-a0f9-44c8-b21b-8452c25a36da req-bb617bd1-0f45-4756-8779-1e2a58057dcc tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 932 time: 0.0609252 Aug 30 16:36:05.890812 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f471180a-a0f9-44c8-b21b-8452c25a36da req-a766aca6-31cb-457e-b8ae-612aa8e60b86 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Aug 30 16:36:06.059723 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82ec661-2fec-4900-b3ad-0f1a9723e429 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:36:06.067941 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:06.080567 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Transition to ACTIVE for port object a82ec661-2fec-4900-b3ad-0f1a9723e429 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 16:36:06.085442 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:06.143668 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Pushing event updated for resources: {'Port': ['ID=a82ec661-2fec-4900-b3ad-0f1a9723e429,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:06.217836 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Attempting to bind port a82ec661-2fec-4900-b3ad-0f1a9723e429 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 16:36:06.218268 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Attempting to bind port a82ec661-2fec-4900-b3ad-0f1a9723e429 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 16:36:06.218619 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Attempting to bind port a82ec661-2fec-4900-b3ad-0f1a9723e429 on network ad574c13-d839-4c19-ada6-58fb9351ff22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:36:06.224139 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Port a82ec661-2fec-4900-b3ad-0f1a9723e429 on network ad574c13-d839-4c19-ada6-58fb9351ff22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 16:36:06.224506 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Attempting to bind port a82ec661-2fec-4900-b3ad-0f1a9723e429 on network ad574c13-d839-4c19-ada6-58fb9351ff22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 16:36:06.229763 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6517e3-06c0-4770-bdde-52ab3511de47 req-cf0c1be1-4e28-4f7e-84f2-3ce401d034d2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:06.229975 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Checking agent: {'id': '1fbeeb9f-ed6e-498a-be03-288d05dca014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'started_at': datetime.datetime(2021, 8, 30, 16, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 16:36:06.230307 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Checking segment: {'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 16:36:06.230781 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Bound using segment: {'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 16:36:06.231297 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-da6517e3-06c0-4770-bdde-52ab3511de47 req-cf0c1be1-4e28-4f7e-84f2-3ce401d034d2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0546234 Aug 30 16:36:06.231429 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Bound port: a82ec661-2fec-4900-b3ad-0f1a9723e429, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6588e016-1dd6-4eaf-b19a-860929d5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 16:36:06.231920 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:06.271820 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-da6517e3-06c0-4770-bdde-52ab3511de47 req-4f27f8dd-643b-4a68-abe7-ca3d7c60b426 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337551 Aug 30 16:36:06.305746 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] For port a82ec661-2fec-4900-b3ad-0f1a9723e429, host hv-cinder-80660, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 16:36:06.308767 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] For port a82ec661-2fec-4900-b3ad-0f1a9723e429, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 16:36:06.314446 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:06.347194 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:06.348241 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:06.349809 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] 10.222.0.78 "PUT /v2.0/ports/a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 200 len: 1094 time: 0.6544750 Aug 30 16:36:06.352098 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:36:06.354526 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f4b007-6cd6-4dca-bb6f-c29580033390" -d '{"events": [{"name": "network-changed", "server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:36:06.390504 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Pushing event updated for resources: {'Port': ['ID=a82ec661-2fec-4900-b3ad-0f1a9723e429,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:06.398515 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.398872 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.399214 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.399549 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.399911 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.400198 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.400534 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.401029 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.401357 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.401706 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.402032 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.402359 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f210bcc-7023-4816-918f-042f432e7c5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:06.406806 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3232d79a-1b50-4597-8096-60b32789f35d x-openstack-request-id: req-3232d79a-1b50-4597-8096-60b32789f35d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:36:06.407089 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:36:06.407331 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3232d79a-1b50-4597-8096-60b32789f35d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:36:06.407720 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'status': 'completed', 'code': 200} Aug 30 16:36:06.469236 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-ef159e54-7a42-4a38-8a9e-c46b25871265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:06.470831 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-ef159e54-7a42-4a38-8a9e-c46b25871265 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec25030d9ea4d54bd877871c8eafee9&device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 1097 time: 0.0423973 Aug 30 16:36:06.528019 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-30ecfb11-369b-44ef-86c6-23eab8e864ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 200 len: 217 time: 0.0386996 Aug 30 16:36:06.577062 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-7efc9cac-a695-456a-ab9d-f7c24e0136fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:06.578519 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-7efc9cac-a695-456a-ab9d-f7c24e0136fa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=abcf6a6e-beea-436b-b5f2-971e25822aca HTTP/1.1" status: 200 len: 854 time: 0.0434301 Aug 30 16:36:06.628264 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-193911b7-114f-4cc3-994b-67a9ace5e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:06.629831 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-193911b7-114f-4cc3-994b-67a9ace5e899 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ad574c13-d839-4c19-ada6-58fb9351ff22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442903 Aug 30 16:36:06.731234 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-0022271f-af7b-4b16-ab08-3feea051b862 service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939918 Aug 30 16:36:06.825220 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c95429ad-f028-4602-bf6a-9bb6326b45b6 req-91e97413-d977-4403-b130-d86623825d09 service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866477 Aug 30 16:36:06.954607 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b007-6cd6-4dca-bb6f-c29580033390 req-f6749dcb-5010-4963-ad57-fff04f4a1d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:06.956125 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00f4b007-6cd6-4dca-bb6f-c29580033390 req-f6749dcb-5010-4963-ad57-fff04f4a1d18 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec25030d9ea4d54bd877871c8eafee9&device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 1097 time: 0.0441813 Aug 30 16:36:07.022256 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ccd28-fa5b-4272-805e-ecbc210f8580 req-37f1ef4f-0425-44fa-b3ac-4dd21bc7e2c9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:07.023896 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c48ccd28-fa5b-4272-805e-ecbc210f8580 req-37f1ef4f-0425-44fa-b3ac-4dd21bc7e2c9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 944 time: 0.0611103 Aug 30 16:36:07.074029 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c48ccd28-fa5b-4272-805e-ecbc210f8580 req-b668a695-9691-4cc8-95f0-08661871d8ac tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Aug 30 16:36:07.077190 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b007-6cd6-4dca-bb6f-c29580033390 req-fc21a79e-999c-476e-b5ee-cbb72c041d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:07.078746 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00f4b007-6cd6-4dca-bb6f-c29580033390 req-fc21a79e-999c-476e-b5ee-cbb72c041d09 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ad574c13-d839-4c19-ada6-58fb9351ff22 HTTP/1.1" status: 200 len: 917 time: 0.1146033 Aug 30 16:36:07.125037 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00f4b007-6cd6-4dca-bb6f-c29580033390 req-8a31cd3f-b904-40de-b83d-a2d4c71184af service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 200 len: 217 time: 0.0385339 Aug 30 16:36:07.175440 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b007-6cd6-4dca-bb6f-c29580033390 req-64eb400e-7006-4299-b239-18db8832ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:07.177285 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00f4b007-6cd6-4dca-bb6f-c29580033390 req-64eb400e-7006-4299-b239-18db8832ff97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=abcf6a6e-beea-436b-b5f2-971e25822aca HTTP/1.1" status: 200 len: 854 time: 0.0442522 Aug 30 16:36:07.231128 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b007-6cd6-4dca-bb6f-c29580033390 req-1c45e28c-4550-4c1e-a098-d209be0c2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:07.232795 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00f4b007-6cd6-4dca-bb6f-c29580033390 req-1c45e28c-4550-4c1e-a098-d209be0c2743 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ad574c13-d839-4c19-ada6-58fb9351ff22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482290 Aug 30 16:36:07.333964 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00f4b007-6cd6-4dca-bb6f-c29580033390 req-eea3dc56-2416-4064-8859-426b092d46f5 service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935295 Aug 30 16:36:07.403461 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4534b93-a178-443a-9552-ff7a68282474 req-ec56d550-222d-4360-8264-02a5ed11b5f1 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:07.406033 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e4534b93-a178-443a-9552-ff7a68282474 req-ec56d550-222d-4360-8264-02a5ed11b5f1 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0598598 Aug 30 16:36:07.440375 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00f4b007-6cd6-4dca-bb6f-c29580033390 req-13d50b3d-9120-4517-b516-38bab8341f4d service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981872 Aug 30 16:36:07.445432 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e4534b93-a178-443a-9552-ff7a68282474 req-43bc2873-759c-4846-a871-baf5df542f57 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341525 Aug 30 16:36:08.207139 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9726b98-3348-4ef2-bb02-166d45ba37b1 req-834c0dc8-4b07-4eb4-9147-5294eb6f176d tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:08.208701 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a9726b98-3348-4ef2-bb02-166d45ba37b1 req-834c0dc8-4b07-4eb4-9147-5294eb6f176d tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 944 time: 0.0548327 Aug 30 16:36:08.250288 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a9726b98-3348-4ef2-bb02-166d45ba37b1 req-4e71a846-ee4b-4242-a24f-a95a5a7295e4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Aug 30 16:36:08.376013 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5c3fe484-00a8-440b-9f8a-27fd271c3f02 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:36:08.474307 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5c3fe484-00a8-440b-9f8a-27fd271c3f02, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:08.485762 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'port_id': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'mac_address': 'fa:16:3e:1b:38:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:36:08.526363 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:08.544207 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3fe484-00a8-440b-9f8a-27fd271c3f02 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:36:08.563025 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45b86b-f3a3-41b8-a985-43d005de2d37 req-7f23eaf4-3621-4813-8720-1c356e171c06 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:08.564509 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5c3fe484-00a8-440b-9f8a-27fd271c3f02, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:08.564642 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6f45b86b-f3a3-41b8-a985-43d005de2d37 req-7f23eaf4-3621-4813-8720-1c356e171c06 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0514863 Aug 30 16:36:08.569301 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:08.570026 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device a82ec661-2fec-4900-b3ad-0f1a9723e429 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:36:08.604339 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6f45b86b-f3a3-41b8-a985-43d005de2d37 req-eabd49ed-0b2f-4228-81f7-ddb00b25fa62 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335443 Aug 30 16:36:08.662588 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5c3fe484-00a8-440b-9f8a-27fd271c3f02,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:08.706087 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port a82ec661-2fec-4900-b3ad-0f1a9723e429, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:08.718024 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'port_id': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'mac_address': 'fa:16:3e:25:3f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:36:08.755947 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:08.769127 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82ec661-2fec-4900-b3ad-0f1a9723e429 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:36:08.795629 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port a82ec661-2fec-4900-b3ad-0f1a9723e429, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:08.801164 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:08.809942 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43686) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:08.853497 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=a82ec661-2fec-4900-b3ad-0f1a9723e429,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:08.922816 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb9320f2-64f1-470c-9759-b0bc18317d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:09.017397 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb9320f2-64f1-470c-9759-b0bc18317d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:09.023206 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb9320f2-64f1-470c-9759-b0bc18317d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:09.058857 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9320f2-64f1-470c-9759-b0bc18317d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fd28c2-134d-433f-996b-a51371b13ee9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:09.063496 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-bb9320f2-64f1-470c-9759-b0bc18317d93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1ff8e30000c4f4299244f6f465a7cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521129 Aug 30 16:36:09.066379 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43690) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:09.115428 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe40fc78-c7c4-42ce-997c-fd9b0c1e730e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:09.137146 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe40fc78-c7c4-42ce-997c-fd9b0c1e730e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:09.152141 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['a82ec661-2fec-4900-b3ad-0f1a9723e429'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:36:09.175981 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['5c3fe484-00a8-440b-9f8a-27fd271c3f02'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:36:09.188278 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe40fc78-c7c4-42ce-997c-fd9b0c1e730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:09.191068 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe40fc78-c7c4-42ce-997c-fd9b0c1e730e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:09.192819 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-fe40fc78-c7c4-42ce-997c-fd9b0c1e730e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77fd28c2-134d-433f-996b-a51371b13ee9 HTTP/1.1" status: 204 len: 168 time: 0.1255314 Aug 30 16:36:09.201491 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40fc78-c7c4-42ce-997c-fd9b0c1e730e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fd28c2-134d-433f-996b-a51371b13ee9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:09.380366 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f49a93-d272-4fcf-91fc-f85cac61cb7f req-05b0bb45-2494-4b44-81e5-b5c39c459294 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:09.382602 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-43f49a93-d272-4fcf-91fc-f85cac61cb7f req-05b0bb45-2494-4b44-81e5-b5c39c459294 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 945 time: 0.0566199 Aug 30 16:36:09.426937 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-43f49a93-d272-4fcf-91fc-f85cac61cb7f req-2e5cf82c-5f6a-4161-8cf6-37cd6d629b3e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366106 Aug 30 16:36:09.722363 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813c1e6-1328-4e64-b75a-90140b2ac26b req-33bff8f6-dbde-402f-82a5-e70e43938350 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:09.724185 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f813c1e6-1328-4e64-b75a-90140b2ac26b req-33bff8f6-dbde-402f-82a5-e70e43938350 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 945 time: 0.0511227 Aug 30 16:36:09.773783 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f813c1e6-1328-4e64-b75a-90140b2ac26b req-727117a9-b127-4e84-b72d-64220a1cd3da tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432222 Aug 30 16:36:10.407159 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5c3fe484-00a8-440b-9f8a-27fd271c3f02 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:36:10.465250 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:36:10.469189 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:36:10.469585 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:10.546394 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d634200-d60a-473d-8791-7a3687ad8515 req-f04f6ffa-2e0e-4c49-b6b8-6f6e7fc1fd18 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:10.547943 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4d634200-d60a-473d-8791-7a3687ad8515 req-f04f6ffa-2e0e-4c49-b6b8-6f6e7fc1fd18 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 945 time: 0.0499058 Aug 30 16:36:10.549382 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:10.572987 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:36:10.575297 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e403d69-e50d-45ac-9938-ba00e7eff20f" -d '{"events": [{"server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "name": "network-vif-plugged", "status": "completed", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:36:10.587920 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4d634200-d60a-473d-8791-7a3687ad8515 req-6c98b732-ea5a-4960-8102-56797082e5b7 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335839 Aug 30 16:36:10.588304 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5c3fe484-00a8-440b-9f8a-27fd271c3f02, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:10.593748 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:10.594580 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device a82ec661-2fec-4900-b3ad-0f1a9723e429 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:36:10.636525 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cf6e3c-3ee3-4128-8789-f800f8dd2707 x-openstack-request-id: req-17cf6e3c-3ee3-4128-8789-f800f8dd2707 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:36:10.637282 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "name": "network-vif-plugged", "status": "completed", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:36:10.637391 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17cf6e3c-3ee3-4128-8789-f800f8dd2707 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:36:10.637789 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'code': 200} Aug 30 16:36:10.676560 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5c3fe484-00a8-440b-9f8a-27fd271c3f02,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:10.689130 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning for port a82ec661-2fec-4900-b3ad-0f1a9723e429 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 16:36:10.694076 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port a82ec661-2fec-4900-b3ad-0f1a9723e429 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:36:10.694688 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:10.783779 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:10.817395 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port a82ec661-2fec-4900-b3ad-0f1a9723e429, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:10.822342 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:10.874978 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=a82ec661-2fec-4900-b3ad-0f1a9723e429,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:10.878410 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2dc66-fb8e-4017-a6c5-aa6d5b358e5f req-5f7fd2c2-09f5-4109-b084-8e3181a5dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:10.880407 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c1e2dc66-fb8e-4017-a6c5-aa6d5b358e5f req-5f7fd2c2-09f5-4109-b084-8e3181a5dbbf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1099 time: 0.0442016 Aug 30 16:36:10.902327 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648aa3-42d4-4629-ac56-fdfb1df52982 req-d4d946cd-087c-42b0-96b9-43acb39ceb69 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:10.903916 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0d648aa3-42d4-4629-ac56-fdfb1df52982 req-d4d946cd-087c-42b0-96b9-43acb39ceb69 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0523508 Aug 30 16:36:10.915272 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c1e2dc66-fb8e-4017-a6c5-aa6d5b358e5f req-bfb56fdc-8e54-479a-b1af-487ff36cb637 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274582 Aug 30 16:36:10.940736 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0d648aa3-42d4-4629-ac56-fdfb1df52982 req-c7b55cd7-e59d-4e06-a719-51b8dcc91463 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310225 Aug 30 16:36:11.715542 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e05527-79f8-4d36-baa1-790bff41a78c req-bea7bc06-abe5-4a43-8b74-f90a04847352 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:11.717025 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-73e05527-79f8-4d36-baa1-790bff41a78c req-bea7bc06-abe5-4a43-8b74-f90a04847352 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.0542955 Aug 30 16:36:11.755814 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-73e05527-79f8-4d36-baa1-790bff41a78c req-252eab5d-ee32-4a67-b476-87c035fc81b9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324950 Aug 30 16:36:12.070153 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18746090-46be-400a-8700-6a26770c796d req-37ea0c33-bc80-45b4-8abd-e7c8efe19fc5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:12.071726 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-18746090-46be-400a-8700-6a26770c796d req-37ea0c33-bc80-45b4-8abd-e7c8efe19fc5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0582502 Aug 30 16:36:12.113808 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-18746090-46be-400a-8700-6a26770c796d req-e64eb03e-d537-4e04-a3d5-7ee4698cf421 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338547 Aug 30 16:36:12.639802 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:36:12.642233 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45971f4-3d2d-4448-8883-eae5d5ba66e3" -d '{"events": [{"server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "name": "network-vif-plugged", "status": "completed", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:36:12.688919 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50ad209-a277-40d4-90dc-0dbbf9db8043 x-openstack-request-id: req-f50ad209-a277-40d4-90dc-0dbbf9db8043 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:36:12.689209 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "name": "network-vif-plugged", "status": "completed", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:36:12.689452 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f50ad209-a277-40d4-90dc-0dbbf9db8043 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:36:12.689868 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'code': 200} Aug 30 16:36:12.883588 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a5fb3-3395-4578-8dd9-3407c81a0176 req-20198c56-503e-4b0e-8cc8-6d3f8f1073a6 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:12.885084 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb7a5fb3-3395-4578-8dd9-3407c81a0176 req-20198c56-503e-4b0e-8cc8-6d3f8f1073a6 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.0574336 Aug 30 16:36:12.924990 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb7a5fb3-3395-4578-8dd9-3407c81a0176 req-42d5886d-a968-44de-b189-261db6cf0ca6 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Aug 30 16:36:13.238528 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9893e27-107f-4f9e-9c44-76ca94c4bdcc req-7f471fde-1070-479a-95a6-28a0d7cf5ed7 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:13.240042 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b9893e27-107f-4f9e-9c44-76ca94c4bdcc req-7f471fde-1070-479a-95a6-28a0d7cf5ed7 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0515399 Aug 30 16:36:13.288661 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b9893e27-107f-4f9e-9c44-76ca94c4bdcc req-68f32371-53e8-4b31-988a-b1b791eea924 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Aug 30 16:36:14.067399 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461792d-9d0d-4826-b996-d3b7ea4baf7d req-fabb15c9-e7b5-4f0f-af35-6ac2c3acf376 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:14.068866 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0461792d-9d0d-4826-b996-d3b7ea4baf7d req-fabb15c9-e7b5-4f0f-af35-6ac2c3acf376 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.0606959 Aug 30 16:36:14.105676 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0461792d-9d0d-4826-b996-d3b7ea4baf7d req-0e7f4c87-0e5b-4a04-802f-f290c9e7b723 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Aug 30 16:36:14.410702 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce60370-657e-45c9-8501-c15c793a9bf4 req-4eb247d1-3200-4f99-8af0-8446db55de35 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:14.412158 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7ce60370-657e-45c9-8501-c15c793a9bf4 req-4eb247d1-3200-4f99-8af0-8446db55de35 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0537536 Aug 30 16:36:14.450874 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7ce60370-657e-45c9-8501-c15c793a9bf4 req-ce2629d7-1961-4876-a024-1ea4c0445bea tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Aug 30 16:36:14.972574 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2949c73-3743-4be7-ac7e-183e7571ffef req-0993ff92-c9cd-45ed-a761-ee3570847785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:14.974217 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b2949c73-3743-4be7-ac7e-183e7571ffef req-0993ff92-c9cd-45ed-a761-ee3570847785 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 1099 time: 0.0468938 Aug 30 16:36:15.013540 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b2949c73-3743-4be7-ac7e-183e7571ffef req-da3db7a7-9895-451b-b802-6b7805d151ce service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298858 Aug 30 16:36:15.233048 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8665d73-f40a-4827-bb8b-a09aa727aa06 req-c97a8811-6628-4536-ac54-02cc2c5948ef tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:15.234476 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d8665d73-f40a-4827-bb8b-a09aa727aa06 req-c97a8811-6628-4536-ac54-02cc2c5948ef tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.0529635 Aug 30 16:36:15.276656 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d8665d73-f40a-4827-bb8b-a09aa727aa06 req-b0b17091-475b-40b2-a22c-1e1a0dd61ec4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331175 Aug 30 16:36:15.581295 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d6d43-065e-4284-9e2b-32f2c9fc4b24 req-033f4ee4-68e0-4914-b9c6-f0390eff979d tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:15.582788 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f65d6d43-065e-4284-9e2b-32f2c9fc4b24 req-033f4ee4-68e0-4914-b9c6-f0390eff979d tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0553324 Aug 30 16:36:15.622408 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f65d6d43-065e-4284-9e2b-32f2c9fc4b24 req-cd37e26f-61ff-471a-9e00-fa1ecbed5ac5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334980 Aug 30 16:36:15.748536 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074b73b-b9af-445e-b33c-b977f2546df9 req-ad620478-4da9-48a9-9667-39141cda734e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:15.749935 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4074b73b-b9af-445e-b33c-b977f2546df9 req-ad620478-4da9-48a9-9667-39141cda734e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0567479 Aug 30 16:36:15.790043 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4074b73b-b9af-445e-b33c-b977f2546df9 req-541ff50d-ba5b-4e1f-8c1e-78176ed7376b tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335729 Aug 30 16:36:15.812636 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43766) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:16.034564 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c2c9d6-42d2-4aa9-a0e9-a7d1b61fe9d6 tempest-TestShelveInstance-417100863 tempest-TestShelveInstance-417100863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:16.036000 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f8c2c9d6-42d2-4aa9-a0e9-a7d1b61fe9d6 tempest-TestShelveInstance-417100863 tempest-TestShelveInstance-417100863-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1094 time: 0.2223501 Aug 30 16:36:16.039886 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43772) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:16.044799 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Request body: {'floatingip': {'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'port_id': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:36:16.073803 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:16.178625 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:16.305262 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Allocated IP 172.27.3.85 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/16edb021-b082-4c28-abbc-477ca9433ea6) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:36:16.395786 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9793a6-f40f-4daf-95d7-8770a639701d req-e3511f69-8517-4ad5-8242-38da1581c68a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:16.397490 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb9793a6-f40f-4daf-95d7-8770a639701d req-e3511f69-8517-4ad5-8242-38da1581c68a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.0507565 Aug 30 16:36:16.411349 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:16.436222 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb9793a6-f40f-4daf-95d7-8770a639701d req-7bb54e83-3034-49e7-a336-26c06f91647a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Aug 30 16:36:16.454643 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:16.494115 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:36:16.499289 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:36:16.506389 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:36:16.536851 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event updated for resources: {'Port': ['ID=16edb021-b082-4c28-abbc-477ca9433ea6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:16.557549 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacca91d-5f83-48d7-830b-248973825f2e req-8f13d66c-c706-44fe-895a-05ae8b49cc40 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:16.559007 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dacca91d-5f83-48d7-830b-248973825f2e req-8f13d66c-c706-44fe-895a-05ae8b49cc40 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.0543754 Aug 30 16:36:16.597656 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dacca91d-5f83-48d7-830b-248973825f2e req-7a000846-9513-44af-8e05-f3ddfff0553a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Aug 30 16:36:16.881562 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:16.932548 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c675d31-17c6-46f7-ba62-712d33bc82ac req-090594a0-f17d-4c35-a4ed-e360ca3fb914 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:16.934404 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8c675d31-17c6-46f7-ba62-712d33bc82ac req-090594a0-f17d-4c35-a4ed-e360ca3fb914 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.0544224 Aug 30 16:36:16.953890 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:16.981036 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8c675d31-17c6-46f7-ba62-712d33bc82ac req-09810231-d5bb-4733-8ce8-f9ab07ddcba8 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Aug 30 16:36:17.116194 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:17.122838 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25795805'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:17.204449 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event updated for resources: {'Port': ['ID=16edb021-b082-4c28-abbc-477ca9433ea6,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:17.211447 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:17.319988 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.l3_db [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Floating IP 8663d2c1-30cf-4118-801f-83305788ef0d associated. External IP: 172.27.3.85, port: 5c3fe484-00a8-440b-9f8a-27fd271c3f02. Aug 30 16:36:17.547385 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Router 0ac1a87a-35a5-43a3-928f-0920aa193b44 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:36:17.669930 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:36:17.681108 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e0489-5660-4280-aeb2-c4cd4129705c None None] Sync routers for ids ['0ac1a87a-35a5-43a3-928f-0920aa193b44'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:36:17.688906 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:17.692576 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e0489-5660-4280-aeb2-c4cd4129705c None None] Routers {'0ac1a87a-35a5-43a3-928f-0920aa193b44'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:17.693447 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a80e0489-5660-4280-aeb2-c4cd4129705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0ac1a87a-35a5-43a3-928f-0920aa193b44'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:17.716426 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3ee741aa-8681-46ec-a329-bb913b171ad5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6754379 Aug 30 16:36:17.717038 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:36:17.719319 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3945015f-7e88-456b-8285-9c8fe02b7cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:36:17.757948 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a36b28-82ad-4ea8-a081-caf3d32d9fc4 x-openstack-request-id: req-f4a36b28-82ad-4ea8-a081-caf3d32d9fc4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:36:17.758243 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:36:17.758492 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4a36b28-82ad-4ea8-a081-caf3d32d9fc4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:36:17.758896 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'status': 'completed', 'code': 200} Aug 30 16:36:17.804422 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a80e0489-5660-4280-aeb2-c4cd4129705c None None] Set router 0ac1a87a-35a5-43a3-928f-0920aa193b44 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:18.035545 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a80e0489-5660-4280-aeb2-c4cd4129705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '8663d2c1-30cf-4118-801f-83305788ef0d', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'port_id': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'mac_address': 'fa:16:3e:1b:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:36:16Z', 'updated_at': '2021-08-30T16:36:16Z', 'revision_number': 0, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045029cb-1348-4406-9bd8-f3d5bd05f375', 'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'mac_address': 'fa:16:3e:d9:82:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:16Z', 'updated_at': '2021-08-30T16:35:23Z', 'revision_number': 5, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'subnets': [{'id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:18.064344 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e0489-5660-4280-aeb2-c4cd4129705c None None] Checking router: 0ac1a87a-35a5-43a3-928f-0920aa193b44 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:36:18.074174 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e0489-5660-4280-aeb2-c4cd4129705c None None] Routers {'0ac1a87a-35a5-43a3-928f-0920aa193b44'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:18.074803 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a80e0489-5660-4280-aeb2-c4cd4129705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0ac1a87a-35a5-43a3-928f-0920aa193b44'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:18.186507 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a80e0489-5660-4280-aeb2-c4cd4129705c None None] Set router 0ac1a87a-35a5-43a3-928f-0920aa193b44 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:18.417688 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a80e0489-5660-4280-aeb2-c4cd4129705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '8663d2c1-30cf-4118-801f-83305788ef0d', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'port_id': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'mac_address': 'fa:16:3e:1b:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:36:16Z', 'updated_at': '2021-08-30T16:36:16Z', 'revision_number': 0, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045029cb-1348-4406-9bd8-f3d5bd05f375', 'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'mac_address': 'fa:16:3e:d9:82:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:16Z', 'updated_at': '2021-08-30T16:35:23Z', 'revision_number': 5, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'subnets': [{'id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:18.443399 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e0489-5660-4280-aeb2-c4cd4129705c None None] The sync data for ids ['0ac1a87a-35a5-43a3-928f-0920aa193b44'] in dv-cinder-806605-2-iscsi is: [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '8663d2c1-30cf-4118-801f-83305788ef0d', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'port_id': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'mac_address': 'fa:16:3e:1b:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:36:16Z', 'updated_at': '2021-08-30T16:36:16Z', 'revision_number': 0, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045029cb-1348-4406-9bd8-f3d5bd05f375', 'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'mac_address': 'fa:16:3e:d9:82:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:16Z', 'updated_at': '2021-08-30T16:35:23Z', 'revision_number': 5, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'subnets': [{'id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:36:18.649015 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29c85e-6d89-457e-ae0f-17914ef85525 None None] New status for floating IP 8663d2c1-30cf-4118-801f-83305788ef0d: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:36:18.974524 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945015f-7e88-456b-8285-9c8fe02b7cfc req-fced3c2b-76ee-4b76-9c91-e0cd4e2b0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:18.977003 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3945015f-7e88-456b-8285-9c8fe02b7cfc req-fced3c2b-76ee-4b76-9c91-e0cd4e2b0bde service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b3199ef743724aa78d9f233bc289b2af&device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1099 time: 0.0519681 Aug 30 16:36:19.087906 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945015f-7e88-456b-8285-9c8fe02b7cfc req-29e0c032-e53a-4453-950d-7e0a8bacca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:19.089467 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3945015f-7e88-456b-8285-9c8fe02b7cfc req-29e0c032-e53a-4453-950d-7e0a8bacca84 service neutron] 10.222.0.78 "GET /v2.0/networks?id=122ec626-219a-41f5-8132-b2e690dfc29f HTTP/1.1" status: 200 len: 910 time: 0.0919259 Aug 30 16:36:19.157383 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3945015f-7e88-456b-8285-9c8fe02b7cfc req-03da4660-7103-4a84-b70b-fcc6d0d2a6e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02 HTTP/1.1" status: 200 len: 1001 time: 0.0581052 Aug 30 16:36:19.207913 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945015f-7e88-456b-8285-9c8fe02b7cfc req-95ef9bb7-ea25-49c2-b8fd-59194659fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:19.209671 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3945015f-7e88-456b-8285-9c8fe02b7cfc req-95ef9bb7-ea25-49c2-b8fd-59194659fe27 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c0e8b993-9652-4074-81d6-d2ed20817cff HTTP/1.1" status: 200 len: 847 time: 0.0444772 Aug 30 16:36:19.278685 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945015f-7e88-456b-8285-9c8fe02b7cfc req-f9050454-2f8b-4c90-9328-829c73c18c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:19.280244 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3945015f-7e88-456b-8285-9c8fe02b7cfc req-f9050454-2f8b-4c90-9328-829c73c18c10 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=122ec626-219a-41f5-8132-b2e690dfc29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594690 Aug 30 16:36:19.383473 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3945015f-7e88-456b-8285-9c8fe02b7cfc req-28808061-a809-4a1e-902f-8de536404e65 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946264 Aug 30 16:36:19.479595 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3945015f-7e88-456b-8285-9c8fe02b7cfc req-e047b5ae-cbb6-4aee-ade5-dbcafd346916 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881052 Aug 30 16:36:21.366196 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfe33-0185-4a0f-916c-cb6e3ec5b2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:21.675263 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43828) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:21.837551 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Deleting port 6fa442fa-2660-44fe-8627-c9db30b98c50 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:21.837924 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:21.910972 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:21.911294 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:21.923101 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Calling delete_port for 6fa442fa-2660-44fe-8627-c9db30b98c50 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:22.315622 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:22.351925 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event deleted for resources: {'Port': ['ID=6fa442fa-2660-44fe-8627-c9db30b98c50,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:22.418017 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:22.418610 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Floating IP 0385d493-30bd-4693-818a-131b4bdc5e32 disassociated (deleted). External IP: 172.27.3.30, port: 2c988795-a0dc-40fb-98dc-ee590aa2f429. Aug 30 16:36:22.672695 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:36:22.796294 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:36:22.801933 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:22.806801 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e19d77-51de-44c0-a5cd-059cf83b7e38 None None] Sync routers for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:36:22.817533 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e19d77-51de-44c0-a5cd-059cf83b7e38 None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:22.818257 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5e19d77-51de-44c0-a5cd-059cf83b7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:22.829145 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-20d4f320-0c9f-491e-a593-c7d888e25018 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "DELETE /v2.0/floatingips/0385d493-30bd-4693-818a-131b4bdc5e32 HTTP/1.1" status: 204 len: 168 time: 1.1524224 Aug 30 16:36:22.829761 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'tag': '2c988795-a0dc-40fb-98dc-ee590aa2f429'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:36:22.832046 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e892b3b15a906b17b824bd81597df1cba214cd25703596066fb9193795aca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd51400-2901-4b06-afd3-65bf22c5a4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7932de2d-c902-4eec-9cdb-c309bc5a69ea", "tag": "2c988795-a0dc-40fb-98dc-ee590aa2f429"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:36:23.020564 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304afbfe-17b2-454a-9af8-3c9d9627233c x-openstack-request-id: req-304afbfe-17b2-454a-9af8-3c9d9627233c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:36:23.020895 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7932de2d-c902-4eec-9cdb-c309bc5a69ea", "tag": "2c988795-a0dc-40fb-98dc-ee590aa2f429", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:36:23.021207 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-304afbfe-17b2-454a-9af8-3c9d9627233c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:36:23.021872 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'tag': '2c988795-a0dc-40fb-98dc-ee590aa2f429', 'status': 'completed', 'code': 200} Aug 30 16:36:23.060728 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c5e19d77-51de-44c0-a5cd-059cf83b7e38 None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:23.079447 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f79232-0430-414e-893f-007fc14c354f req-97624f01-ce83-4a9b-97ba-1943f903fe6a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:23.081065 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-09f79232-0430-414e-893f-007fc14c354f req-97624f01-ce83-4a9b-97ba-1943f903fe6a tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 945 time: 0.0565324 Aug 30 16:36:23.125454 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-09f79232-0430-414e-893f-007fc14c354f req-c15f561c-c96b-42c9-b976-681d61379780 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370126 Aug 30 16:36:23.316597 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5e19d77-51de-44c0-a5cd-059cf83b7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:40:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:22Z', 'updated_at': '2021-08-30T16:32:24Z', 'revision_number': 1, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:23.322236 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd51400-2901-4b06-afd3-65bf22c5a4d4 req-9703ad06-b983-4edc-84f3-ebb0ee0b13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:23.323719 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bbd51400-2901-4b06-afd3-65bf22c5a4d4 req-9703ad06-b983-4edc-84f3-ebb0ee0b13f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 1098 time: 0.0435643 Aug 30 16:36:23.343071 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e19d77-51de-44c0-a5cd-059cf83b7e38 None None] Checking router: 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:36:23.353666 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e19d77-51de-44c0-a5cd-059cf83b7e38 None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:23.354303 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5e19d77-51de-44c0-a5cd-059cf83b7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:35:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:23.426961 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd51400-2901-4b06-afd3-65bf22c5a4d4 req-963d0976-6000-4282-be40-1a1d08e1e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:23.428779 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bbd51400-2901-4b06-afd3-65bf22c5a4d4 req-963d0976-6000-4282-be40-1a1d08e1e4d8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 914 time: 0.0924506 Aug 30 16:36:23.434120 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:36:23.465082 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c5e19d77-51de-44c0-a5cd-059cf83b7e38 None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:23.472556 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bbd51400-2901-4b06-afd3-65bf22c5a4d4 req-192d523b-d5b5-4493-a7b5-ea7245091ce5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c988795-a0dc-40fb-98dc-ee590aa2f429 HTTP/1.1" status: 200 len: 217 time: 0.0357764 Aug 30 16:36:23.523853 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd51400-2901-4b06-afd3-65bf22c5a4d4 req-5094292a-e4df-465e-bf4d-d1ccb804c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:23.525386 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bbd51400-2901-4b06-afd3-65bf22c5a4d4 req-5094292a-e4df-465e-bf4d-d1ccb804c6a2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.0455070 Aug 30 16:36:23.572192 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd51400-2901-4b06-afd3-65bf22c5a4d4 req-b1701fc4-c530-4d32-8eab-7da3038b0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:23.573916 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bbd51400-2901-4b06-afd3-65bf22c5a4d4 req-b1701fc4-c530-4d32-8eab-7da3038b0dec service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403409 Aug 30 16:36:23.680752 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bbd51400-2901-4b06-afd3-65bf22c5a4d4 req-0ab2a1d7-6af3-4feb-871e-a12a119663fa service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952797 Aug 30 16:36:23.708210 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5e19d77-51de-44c0-a5cd-059cf83b7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:40:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:22Z', 'updated_at': '2021-08-30T16:32:24Z', 'revision_number': 1, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:23.735750 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e19d77-51de-44c0-a5cd-059cf83b7e38 None None] The sync data for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi is: [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'port_id': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'mac_address': 'fa:16:3e:40:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:32:22Z', 'updated_at': '2021-08-30T16:32:24Z', 'revision_number': 1, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:36:23.784435 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bbd51400-2901-4b06-afd3-65bf22c5a4d4 req-8fe56aa9-3297-41cd-8b75-8286a9cc0c49 service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929482 Aug 30 16:36:23.976224 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da13da8-fb8d-490b-9988-8219894facf2 None None] New status for floating IP 0385d493-30bd-4693-818a-131b4bdc5e32: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:36:24.250953 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9276b1b-897e-409a-b227-0c91cf1d9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:24.266473 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dd497-89bb-4c0a-ac36-ea91c7412c73 req-9b71d98e-346e-4b48-a42e-5b2d613a45da tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:24.268011 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-470dd497-89bb-4c0a-ac36-ea91c7412c73 req-9b71d98e-346e-4b48-a42e-5b2d613a45da tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 945 time: 0.0593166 Aug 30 16:36:24.315373 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-470dd497-89bb-4c0a-ac36-ea91c7412c73 req-e0081006-03f6-4b6a-90ca-6bcb49663d61 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410607 Aug 30 16:36:24.512991 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:25.080397 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:25.277443 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824b06e-4108-4651-9589-50856ceefa5a req-7c215cd8-49d4-45c0-ad7e-e74b0073fda9 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:25.279101 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a824b06e-4108-4651-9589-50856ceefa5a req-7c215cd8-49d4-45c0-ad7e-e74b0073fda9 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 945 time: 0.0597501 Aug 30 16:36:25.377084 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-a824b06e-4108-4651-9589-50856ceefa5a req-396234d5-0cef-4779-866c-6ed1f382c5c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Deleting port 2c988795-a0dc-40fb-98dc-ee590aa2f429 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:25.377429 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a824b06e-4108-4651-9589-50856ceefa5a req-396234d5-0cef-4779-866c-6ed1f382c5c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:25.436247 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e63be9-676d-4f0c-b38f-28563e540538 req-8d741282-f596-4e4b-87db-5c85148dabb3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:25.437880 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-38e63be9-676d-4f0c-b38f-28563e540538 req-8d741282-f596-4e4b-87db-5c85148dabb3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 945 time: 0.0502634 Aug 30 16:36:25.481829 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-38e63be9-676d-4f0c-b38f-28563e540538 req-c62c2907-c7b7-488e-8022-9cf74a2eb250 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349045 Aug 30 16:36:25.752905 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-a824b06e-4108-4651-9589-50856ceefa5a req-396234d5-0cef-4779-866c-6ed1f382c5c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] For port 2c988795-a0dc-40fb-98dc-ee590aa2f429, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2c988795-a0dc-40fb-98dc-ee590aa2f429,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:25.753249 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a824b06e-4108-4651-9589-50856ceefa5a req-396234d5-0cef-4779-866c-6ed1f382c5c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:25.766463 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-a824b06e-4108-4651-9589-50856ceefa5a req-396234d5-0cef-4779-866c-6ed1f382c5c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Calling delete_port for 2c988795-a0dc-40fb-98dc-ee590aa2f429 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:25.908933 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a824b06e-4108-4651-9589-50856ceefa5a req-396234d5-0cef-4779-866c-6ed1f382c5c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:25.948256 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396234d5-0cef-4779-866c-6ed1f382c5c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event deleted for resources: {'Port': ['ID=2c988795-a0dc-40fb-98dc-ee590aa2f429,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:25.989537 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a824b06e-4108-4651-9589-50856ceefa5a req-396234d5-0cef-4779-866c-6ed1f382c5c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] No DVR routers for this DVR port 2c988795-a0dc-40fb-98dc-ee590aa2f429 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:36:25.992173 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a824b06e-4108-4651-9589-50856ceefa5a req-396234d5-0cef-4779-866c-6ed1f382c5c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:25.994500 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a824b06e-4108-4651-9589-50856ceefa5a req-396234d5-0cef-4779-866c-6ed1f382c5c3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "DELETE /v2.0/ports/2c988795-a0dc-40fb-98dc-ee590aa2f429 HTTP/1.1" status: 204 len: 173 time: 0.7080233 Aug 30 16:36:25.994957 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'name': 'network-vif-deleted', 'tag': '2c988795-a0dc-40fb-98dc-ee590aa2f429'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:36:25.997174 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9afb9e-a098-48ad-a1ed-b5dd235b818f" -d '{"events": [{"server_uuid": "7932de2d-c902-4eec-9cdb-c309bc5a69ea", "name": "network-vif-deleted", "tag": "2c988795-a0dc-40fb-98dc-ee590aa2f429"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:36:26.035042 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d373b446-aa79-41d3-8ca1-4a59e8bc63a4 x-openstack-request-id: req-d373b446-aa79-41d3-8ca1-4a59e8bc63a4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:36:26.035423 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7932de2d-c902-4eec-9cdb-c309bc5a69ea", "name": "network-vif-deleted", "tag": "2c988795-a0dc-40fb-98dc-ee590aa2f429", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:36:26.035723 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d373b446-aa79-41d3-8ca1-4a59e8bc63a4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:36:26.035993 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7932de2d-c902-4eec-9cdb-c309bc5a69ea', 'name': 'network-vif-deleted', 'tag': '2c988795-a0dc-40fb-98dc-ee590aa2f429', 'status': 'completed', 'code': 200} Aug 30 16:36:26.588537 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3d6b0eda-fe5a-415b-bb03-22dd72ddf957 req-b22839e0-fdea-4eaf-b95b-914dd328675b tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7932de2d-c902-4eec-9cdb-c309bc5a69ea HTTP/1.1" status: 200 len: 210 time: 0.0357628 Aug 30 16:36:26.644326 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:29.217390 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2c988795-a0dc-40fb-98dc-ee590aa2f429 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:36:29.240287 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 2c988795-a0dc-40fb-98dc-ee590aa2f429 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:36:29.240620 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 2c988795-a0dc-40fb-98dc-ee590aa2f429 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:36:29.628395 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43948) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:29.752053 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df4a94ba-bd69-4c1b-b711-91a355f34077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:29.869783 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df4a94ba-bd69-4c1b-b711-91a355f34077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:29.875057 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df4a94ba-bd69-4c1b-b711-91a355f34077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:29.896386 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:29.909401 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a94ba-bd69-4c1b-b711-91a355f34077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d060c2e-c424-4a50-9e32-a98c06d4ce86,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:29.921552 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-df4a94ba-bd69-4c1b-b711-91a355f34077 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df431b952548425194513d7ef0d70680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919412 Aug 30 16:36:29.922219 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43956) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:29.976138 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30477234-1bcd-4b4f-be1a-02cf730c6f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:29.997803 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30477234-1bcd-4b4f-be1a-02cf730c6f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:30.050220 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30477234-1bcd-4b4f-be1a-02cf730c6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:30.052902 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30477234-1bcd-4b4f-be1a-02cf730c6f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:30.054179 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-30477234-1bcd-4b4f-be1a-02cf730c6f71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d060c2e-c424-4a50-9e32-a98c06d4ce86 HTTP/1.1" status: 204 len: 168 time: 0.1310439 Aug 30 16:36:30.062641 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30477234-1bcd-4b4f-be1a-02cf730c6f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d060c2e-c424-4a50-9e32-a98c06d4ce86,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:30.074089 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Deleting port 1cfb4fc7-651f-43cd-84a7-9637bc53d234 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:30.074423 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:30.153111 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:30.153475 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:30.167154 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Calling delete_port for 1cfb4fc7-651f-43cd-84a7-9637bc53d234 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:30.316321 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:30.350600 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:30.379198 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event deleted for resources: {'Port': ['ID=1cfb4fc7-651f-43cd-84a7-9637bc53d234,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:30.403403 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.403749 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.404100 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.404437 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.404768 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.405104 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.405444 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.405798 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.406123 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.406445 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.406766 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.407084 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:30.448942 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:30.449259 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Floating IP 4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15 disassociated (deleted). External IP: 172.27.3.31, port: 624a25f8-1cd6-4f92-9d20-7fc28173bbbd. Aug 30 16:36:30.663555 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:36:30.779768 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:36:30.784463 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:30.793949 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f2d82-8b09-49c6-9a7a-e79679dce8fe None None] Sync routers for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:36:30.802427 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f2d82-8b09-49c6-9a7a-e79679dce8fe None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:30.803066 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-747f2d82-8b09-49c6-9a7a-e79679dce8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:36:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:30.838409 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-09d350cf-2576-4ae5-98b9-adf134ac70f6 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "DELETE /v2.0/floatingips/4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15 HTTP/1.1" status: 204 len: 168 time: 0.9408171 Aug 30 16:36:30.839802 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'tag': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:36:30.842242 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e892b3b15a906b17b824bd81597df1cba214cd25703596066fb9193795aca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90a73df-2d09-4852-a12e-f0f0297b5560" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4c3ecc-c3f6-4c0b-881a-02616fd85b24", "tag": "624a25f8-1cd6-4f92-9d20-7fc28173bbbd"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:36:30.864282 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e8c36-1bb8-48b2-a35e-e70db3d8d50d req-dd768c8d-6b45-45ef-b44f-30a2dc63735b tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:30.866063 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-be6e8c36-1bb8-48b2-a35e-e70db3d8d50d req-dd768c8d-6b45-45ef-b44f-30a2dc63735b tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.0769935 Aug 30 16:36:30.910134 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-be6e8c36-1bb8-48b2-a35e-e70db3d8d50d req-73a85b58-bf1d-4c5f-a448-732fd5dcb9a9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376549 Aug 30 16:36:30.911258 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-747f2d82-8b09-49c6-9a7a-e79679dce8fe None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:30.938451 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43974) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:30.971210 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55577c9f-4ff6-492a-bab5-12c5f5a31dd0 x-openstack-request-id: req-55577c9f-4ff6-492a-bab5-12c5f5a31dd0 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:36:30.971508 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4c3ecc-c3f6-4c0b-881a-02616fd85b24", "tag": "624a25f8-1cd6-4f92-9d20-7fc28173bbbd", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:36:30.971879 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55577c9f-4ff6-492a-bab5-12c5f5a31dd0 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:36:30.972451 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'tag': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'status': 'completed', 'code': 200} Aug 30 16:36:31.091485 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf82c01-cfe0-49c2-ae78-50e19fd459f2 req-4b677522-4909-4d0f-849d-86395951b5bb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:31.098797 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6bf82c01-cfe0-49c2-ae78-50e19fd459f2 req-4b677522-4909-4d0f-849d-86395951b5bb tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 946 time: 0.0642345 Aug 30 16:36:31.133696 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-747f2d82-8b09-49c6-9a7a-e79679dce8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:31.148204 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6bf82c01-cfe0-49c2-ae78-50e19fd459f2 req-b58637e8-ca55-4d83-ad54-9e68ca137aca tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485528 Aug 30 16:36:31.155069 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a73df-2d09-4852-a12e-f0f0297b5560 req-0f8b63c4-56ae-4b8d-97e4-495a66e235ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:31.156620 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c90a73df-2d09-4852-a12e-f0f0297b5560 req-0f8b63c4-56ae-4b8d-97e4-495a66e235ce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3fc734829f24a008dd34c53121ee09c&device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 1099 time: 0.0751803 Aug 30 16:36:31.163449 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f2d82-8b09-49c6-9a7a-e79679dce8fe None None] Checking router: 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:36:31.173072 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f2d82-8b09-49c6-9a7a-e79679dce8fe None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:31.173705 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-747f2d82-8b09-49c6-9a7a-e79679dce8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:36:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:31.177583 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1af85e-a04b-4807-a041-8d21f724419f tempest-TestMinimumBasicScenario-1775511087 tempest-TestMinimumBasicScenario-1775511087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:31.179088 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8a1af85e-a04b-4807-a041-8d21f724419f tempest-TestMinimumBasicScenario-1775511087 tempest-TestMinimumBasicScenario-1775511087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 1094 time: 0.2393916 Aug 30 16:36:31.182385 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:31.187461 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Request body: {'floatingip': {'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'port_id': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:36:31.218203 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:31.260298 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a73df-2d09-4852-a12e-f0f0297b5560 req-c6895e6c-613f-45f5-85ac-4120c6775073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:31.262171 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c90a73df-2d09-4852-a12e-f0f0297b5560 req-c6895e6c-613f-45f5-85ac-4120c6775073 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 200 len: 914 time: 0.0947154 Aug 30 16:36:31.293555 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-747f2d82-8b09-49c6-9a7a-e79679dce8fe None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:31.313910 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c90a73df-2d09-4852-a12e-f0f0297b5560 req-38b63989-e611-4d37-8e66-f2c7567ab19a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=624a25f8-1cd6-4f92-9d20-7fc28173bbbd HTTP/1.1" status: 200 len: 217 time: 0.0410290 Aug 30 16:36:31.340736 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:31.381611 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a73df-2d09-4852-a12e-f0f0297b5560 req-04a7bffe-c933-4b9e-95f8-a4d10055ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:31.382487 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c90a73df-2d09-4852-a12e-f0f0297b5560 req-04a7bffe-c933-4b9e-95f8-a4d10055ccce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 200 len: 851 time: 0.0582671 Aug 30 16:36:31.439599 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a73df-2d09-4852-a12e-f0f0297b5560 req-479eb953-7a05-4d12-8af4-71be2cad5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:31.441190 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c90a73df-2d09-4852-a12e-f0f0297b5560 req-479eb953-7a05-4d12-8af4-71be2cad5e7f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7737f67b-d86b-49e3-9495-77e3226e683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467911 Aug 30 16:36:31.452335 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Allocated IP 172.27.3.126 (6f5b224b-7450-4bed-85a9-e0fdb3b07561/ab98c9dd-638a-408b-86a0-13d118a33a40/75f05c81-24ea-4a81-abe3-ca08d5d5fc29) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 16:36:31.501898 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-747f2d82-8b09-49c6-9a7a-e79679dce8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:31.532482 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f2d82-8b09-49c6-9a7a-e79679dce8fe None None] The sync data for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi is: [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:36Z', 'revision_number': 4, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '6394752d-a610-4914-97cc-7f6aaa8f1ad3', 'name': '', 'network_id': '7737f67b-d86b-49e3-9495-77e3226e683c', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'mac_address': 'fa:16:3e:94:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:34Z', 'updated_at': '2021-08-30T16:28:44Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'subnets': [{'id': '3ca4cf7d-2201-4d91-9b3a-ae06db920545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:36:31.535177 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c90a73df-2d09-4852-a12e-f0f0297b5560 req-caf9c09a-f314-4581-9bf3-79e8e10d086b service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844126 Aug 30 16:36:31.570128 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:31.620807 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731788156164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:31.639707 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c90a73df-2d09-4852-a12e-f0f0297b5560 req-8967821d-0d92-4583-8245-2eca4c1d2d4c service neutron] 10.222.0.78 "GET /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930395 Aug 30 16:36:31.657678 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Network 6f5b224b-7450-4bed-85a9-e0fdb3b07561 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 16:36:31.663076 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 16:36:31.666890 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 16:36:31.692819 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'Port': ['ID=75f05c81-24ea-4a81-abe3-ca08d5d5fc29,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:31.775939 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c13bb-65c7-4516-9941-90f2bc6fff2d None None] New status for floating IP 4bbfd43c-6bc3-42a9-8f31-58eac4ad4d15: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:36:32.046722 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:32.121195 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:32.301170 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf668cd-d2ed-4a8b-a274-3a829e2a806e req-f8f63399-cd03-4cb3-8b21-6990bd0a3eac tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:32.302551 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aaf668cd-d2ed-4a8b-a274-3a829e2a806e req-f8f63399-cd03-4cb3-8b21-6990bd0a3eac tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 946 time: 0.0808170 Aug 30 16:36:32.311779 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:32.319891 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27026919'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:32.414495 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aaf668cd-d2ed-4a8b-a274-3a829e2a806e req-ddb33eba-e75d-4c67-a14c-20333a05478f tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048279 Aug 30 16:36:32.420028 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'Port': ['ID=75f05c81-24ea-4a81-abe3-ca08d5d5fc29,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:32.430732 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538013'] for floatingip, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:32.533352 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Floating IP 6c9aa8f5-0bb5-498f-a98d-e4bb033c3de6 associated. External IP: 172.27.3.126, port: a82ec661-2fec-4900-b3ad-0f1a9723e429. Aug 30 16:36:32.987720 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Router e154b06e-1367-4367-ab28-b6aa373abfea has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:36:33.040835 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f47f6-dfb0-41e4-88a0-5c6b2476a75a req-a8c0bd95-e08b-4c1f-9f0d-45b9016416e0 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:33.042433 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bf4f47f6-dfb0-41e4-88a0-5c6b2476a75a req-a8c0bd95-e08b-4c1f-9f0d-45b9016416e0 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 946 time: 0.0631411 Aug 30 16:36:33.116645 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:36:33.133135 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb837a1-859e-43df-934f-b341231bc7fb None None] Sync routers for ids ['e154b06e-1367-4367-ab28-b6aa373abfea'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:36:33.141581 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.152074 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb837a1-859e-43df-934f-b341231bc7fb None None] Routers {'e154b06e-1367-4367-ab28-b6aa373abfea'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:33.153524 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2eb837a1-859e-43df-934f-b341231bc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:36:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['e154b06e-1367-4367-ab28-b6aa373abfea'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:33.158437 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-bf4f47f6-dfb0-41e4-88a0-5c6b2476a75a req-83d7a44b-08bd-4f18-a170-f6a27f8f197e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Deleting port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:33.158893 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf4f47f6-dfb0-41e4-88a0-5c6b2476a75a req-83d7a44b-08bd-4f18-a170-f6a27f8f197e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.176136 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-37411938-3fe6-476c-a438-4aac4c5a5dce tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9897568 Aug 30 16:36:33.176136 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:36:33.178203 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e892b3b15a906b17b824bd81597df1cba214cd25703596066fb9193795aca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:36:33.180736 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43984) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:33.209711 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8cf1c0e7-d861-4ab2-a36a-ca27d5217382 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-960709646', 'description': 'tempest-secgroup-smoke-960709646 description', 'project_id': 'eec25030d9ea4d54bd877871c8eafee9'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:36:33.236244 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809fdd8c-8540-4912-a48e-4a696e944836 x-openstack-request-id: req-809fdd8c-8540-4912-a48e-4a696e944836 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:36:33.237543 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:36:33.237543 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-809fdd8c-8540-4912-a48e-4a696e944836 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:36:33.238316 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'status': 'completed', 'code': 200} Aug 30 16:36:33.268616 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c0e7-d861-4ab2-a36a-ca27d5217382 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.286189 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-2eb837a1-859e-43df-934f-b341231bc7fb None None] Set router e154b06e-1367-4367-ab28-b6aa373abfea gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:33.332771 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-bf4f47f6-dfb0-41e4-88a0-5c6b2476a75a req-83d7a44b-08bd-4f18-a170-f6a27f8f197e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] For port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=624a25f8-1cd6-4f92-9d20-7fc28173bbbd,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:33.333141 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf4f47f6-dfb0-41e4-88a0-5c6b2476a75a req-83d7a44b-08bd-4f18-a170-f6a27f8f197e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.357470 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-bf4f47f6-dfb0-41e4-88a0-5c6b2476a75a req-83d7a44b-08bd-4f18-a170-f6a27f8f197e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Calling delete_port for 624a25f8-1cd6-4f92-9d20-7fc28173bbbd owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:33.420806 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f req-26ba1923-a28f-4664-84df-19addeed82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:33.422337 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f req-26ba1923-a28f-4664-84df-19addeed82f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec25030d9ea4d54bd877871c8eafee9&device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 1099 time: 0.1322603 Aug 30 16:36:33.582386 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c0e7-d861-4ab2-a36a-ca27d5217382 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.599793 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c0e7-d861-4ab2-a36a-ca27d5217382 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.605544 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedc015-c092-4678-bbf6-f258d02f6bf2 req-b204d469-f28b-42ac-a706-3c31c4db1ac3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:33.607187 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bbedc015-c092-4678-bbf6-f258d02f6bf2 req-b204d469-f28b-42ac-a706-3c31c4db1ac3 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 946 time: 0.0933900 Aug 30 16:36:33.619103 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2eb837a1-859e-43df-934f-b341231bc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:35Z', 'revision_number': 4, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '6c9aa8f5-0bb5-498f-a98d-e4bb033c3de6', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'port_id': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'mac_address': 'fa:16:3e:25:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632903d-28ac-4c47-9d16-977c81de071e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:36:31Z', 'updated_at': '2021-08-30T16:36:31Z', 'revision_number': 0, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e423e04-84a3-4832-973e-fd6f88cc460a', 'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'mac_address': 'fa:16:3e:ec:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:34Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 5, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'subnets': [{'id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:33.638119 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f req-7e01c4a6-224d-4cc3-b0ef-1a2a423f638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:33.639655 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f req-7e01c4a6-224d-4cc3-b0ef-1a2a423f638d service neutron] 10.222.0.78 "GET /v2.0/networks?id=ad574c13-d839-4c19-ada6-58fb9351ff22 HTTP/1.1" status: 200 len: 917 time: 0.2102096 Aug 30 16:36:33.663406 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bbedc015-c092-4678-bbf6-f258d02f6bf2 req-e0097a83-b429-4cef-ac02-1094720edacc tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/security-groups?id=9061ecd9-3746-442d-94d1-51340a92b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446692 Aug 30 16:36:33.668584 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb837a1-859e-43df-934f-b341231bc7fb None None] Checking router: e154b06e-1367-4367-ab28-b6aa373abfea for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:36:33.680807 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb837a1-859e-43df-934f-b341231bc7fb None None] Routers {'e154b06e-1367-4367-ab28-b6aa373abfea'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:33.682216 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2eb837a1-859e-43df-934f-b341231bc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:36:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['e154b06e-1367-4367-ab28-b6aa373abfea'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:33.705757 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c0e7-d861-4ab2-a36a-ca27d5217382 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.707032 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8cf1c0e7-d861-4ab2-a36a-ca27d5217382 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5257812 Aug 30 16:36:33.710181 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43990) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:33.715557 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-aed14592-ac37-4bb3-bd1e-08cbccdbe6ee tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Request body: {'security_group_rule': {'security_group_id': 'faeb420e-6b53-4515-ad19-5b1143b76514', 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:36:33.721216 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1c0e7-d861-4ab2-a36a-ca27d5217382 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faeb420e-6b53-4515-ad19-5b1143b76514,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:33.731813 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf4f47f6-dfb0-41e4-88a0-5c6b2476a75a req-83d7a44b-08bd-4f18-a170-f6a27f8f197e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.760887 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aed14592-ac37-4bb3-bd1e-08cbccdbe6ee tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.771735 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f req-9d73ff28-eb07-4068-9761-f99b8a01b84a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 200 len: 1000 time: 0.1215072 Aug 30 16:36:33.772522 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7a44b-08bd-4f18-a170-f6a27f8f197e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event deleted for resources: {'Port': ['ID=624a25f8-1cd6-4f92-9d20-7fc28173bbbd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:33.827908 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aed14592-ac37-4bb3-bd1e-08cbccdbe6ee tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.835608 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aed14592-ac37-4bb3-bd1e-08cbccdbe6ee tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.855424 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4f47f6-dfb0-41e4-88a0-5c6b2476a75a req-83d7a44b-08bd-4f18-a170-f6a27f8f197e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] No DVR routers for this DVR port 624a25f8-1cd6-4f92-9d20-7fc28173bbbd on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:36:33.858732 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed14592-ac37-4bb3-bd1e-08cbccdbe6ee tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ce72ae-0405-4b70-bf90-e60fbae51c9e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:33.859285 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf4f47f6-dfb0-41e4-88a0-5c6b2476a75a req-83d7a44b-08bd-4f18-a170-f6a27f8f197e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.862290 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bf4f47f6-dfb0-41e4-88a0-5c6b2476a75a req-83d7a44b-08bd-4f18-a170-f6a27f8f197e tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.78 "DELETE /v2.0/ports/624a25f8-1cd6-4f92-9d20-7fc28173bbbd HTTP/1.1" status: 204 len: 173 time: 0.8106635 Aug 30 16:36:33.862290 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'name': 'network-vif-deleted', 'tag': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:36:33.864414 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dd4bbd-8269-4589-81aa-7a8d9431245c" -d '{"events": [{"server_uuid": "7a4c3ecc-c3f6-4c0b-881a-02616fd85b24", "name": "network-vif-deleted", "tag": "624a25f8-1cd6-4f92-9d20-7fc28173bbbd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:36:33.875363 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aed14592-ac37-4bb3-bd1e-08cbccdbe6ee tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.876521 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f req-ceaa9c25-0a34-4c89-9dde-b6c9e90146f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:33.878416 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f req-ceaa9c25-0a34-4c89-9dde-b6c9e90146f8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=abcf6a6e-beea-436b-b5f2-971e25822aca HTTP/1.1" status: 200 len: 854 time: 0.0967996 Aug 30 16:36:33.879295 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-aed14592-ac37-4bb3-bd1e-08cbccdbe6ee tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676896 Aug 30 16:36:33.881851 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43994) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:33.887199 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4cd968e1-c0c5-46c7-8c2b-9307758b90bf tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Request body: {'security_group_rule': {'security_group_id': 'faeb420e-6b53-4515-ad19-5b1143b76514', 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:36:33.922019 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cd968e1-c0c5-46c7-8c2b-9307758b90bf tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.930762 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf003e5-90b8-4e56-aba0-f6fdabcb2b3b x-openstack-request-id: req-5cf003e5-90b8-4e56-aba0-f6fdabcb2b3b {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:36:33.931052 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4c3ecc-c3f6-4c0b-881a-02616fd85b24", "name": "network-vif-deleted", "tag": "624a25f8-1cd6-4f92-9d20-7fc28173bbbd", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:36:33.931303 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cf003e5-90b8-4e56-aba0-f6fdabcb2b3b {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:36:33.931705 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4c3ecc-c3f6-4c0b-881a-02616fd85b24', 'name': 'network-vif-deleted', 'tag': '624a25f8-1cd6-4f92-9d20-7fc28173bbbd', 'status': 'completed', 'code': 200} Aug 30 16:36:33.949256 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f req-d9d0f82b-3a2e-4394-9cb5-55ee0e291327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:33.951255 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f req-d9d0f82b-3a2e-4394-9cb5-55ee0e291327 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ad574c13-d839-4c19-ada6-58fb9351ff22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519950 Aug 30 16:36:33.952657 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-2eb837a1-859e-43df-934f-b341231bc7fb None None] Set router e154b06e-1367-4367-ab28-b6aa373abfea gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:33.987503 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cd968e1-c0c5-46c7-8c2b-9307758b90bf tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:33.992380 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cd968e1-c0c5-46c7-8c2b-9307758b90bf tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.030211 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd968e1-c0c5-46c7-8c2b-9307758b90bf tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a90cc0-4e19-488a-9e24-9dd9a503890d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:34.035819 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cd968e1-c0c5-46c7-8c2b-9307758b90bf tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.037680 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-4cd968e1-c0c5-46c7-8c2b-9307758b90bf tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1545737 Aug 30 16:36:34.040422 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43996) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:34.046950 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a097cda4-54f0-4a76-a8aa-c7195abef5a9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Request body: {'security_group_rule': {'security_group_id': 'faeb420e-6b53-4515-ad19-5b1143b76514', 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:36:34.081977 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a097cda4-54f0-4a76-a8aa-c7195abef5a9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.107348 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f req-5973548b-c480-4908-9e5b-c35678d89388 service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140187 Aug 30 16:36:34.152049 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a097cda4-54f0-4a76-a8aa-c7195abef5a9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.159122 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a097cda4-54f0-4a76-a8aa-c7195abef5a9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.181698 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097cda4-54f0-4a76-a8aa-c7195abef5a9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650646c3-4cc0-4847-ab08-d67eceea5948,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:34.191854 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a097cda4-54f0-4a76-a8aa-c7195abef5a9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.193424 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a097cda4-54f0-4a76-a8aa-c7195abef5a9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510577 Aug 30 16:36:34.196264 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43998) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:34.202511 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c4c72f8c-bb69-40aa-ac9a-82495a891280 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Request body: {'security_group_rule': {'security_group_id': 'faeb420e-6b53-4515-ad19-5b1143b76514', 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:36:34.228030 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2eb837a1-859e-43df-934f-b341231bc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:35Z', 'revision_number': 4, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '6c9aa8f5-0bb5-498f-a98d-e4bb033c3de6', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'port_id': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'mac_address': 'fa:16:3e:25:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632903d-28ac-4c47-9d16-977c81de071e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:36:31Z', 'updated_at': '2021-08-30T16:36:31Z', 'revision_number': 0, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e423e04-84a3-4832-973e-fd6f88cc460a', 'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'mac_address': 'fa:16:3e:ec:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:34Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 5, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'subnets': [{'id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:34.228730 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2af42e03-b80e-4c55-bf19-6de5c5dc4e6f req-d828710c-72a0-4610-80e8-e44e46fb46d3 service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097522 Aug 30 16:36:34.237662 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c72f8c-bb69-40aa-ac9a-82495a891280 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.257741 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb837a1-859e-43df-934f-b341231bc7fb None None] The sync data for ids ['e154b06e-1367-4367-ab28-b6aa373abfea'] in dv-cinder-806605-2-iscsi is: [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:35Z', 'revision_number': 4, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_floatingips': [{'id': '6c9aa8f5-0bb5-498f-a98d-e4bb033c3de6', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'router_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'port_id': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'mac_address': 'fa:16:3e:25:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632903d-28ac-4c47-9d16-977c81de071e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T16:36:31Z', 'updated_at': '2021-08-30T16:36:31Z', 'revision_number': 0, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e423e04-84a3-4832-973e-fd6f88cc460a', 'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'mac_address': 'fa:16:3e:ec:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:34Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 5, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'subnets': [{'id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:36:34.318752 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c72f8c-bb69-40aa-ac9a-82495a891280 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.324774 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c72f8c-bb69-40aa-ac9a-82495a891280 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.347590 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c72f8c-bb69-40aa-ac9a-82495a891280 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f96915-b26a-4c42-a200-43a9daf634c3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:34.351220 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c72f8c-bb69-40aa-ac9a-82495a891280 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.352718 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c4c72f8c-bb69-40aa-ac9a-82495a891280 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542816 Aug 30 16:36:34.355968 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44000) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:34.361915 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1f78fa76-397d-4e17-8b73-213726bee393 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Request body: {'security_group_rule': {'security_group_id': 'faeb420e-6b53-4515-ad19-5b1143b76514', 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:36:34.384883 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-1f78fa76-397d-4e17-8b73-213726bee393 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Project eec25030d9ea4d54bd877871c8eafee9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 16:36:34.390921 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f78fa76-397d-4e17-8b73-213726bee393 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.460777 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f78fa76-397d-4e17-8b73-213726bee393 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.465736 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f78fa76-397d-4e17-8b73-213726bee393 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.484347 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78fa76-397d-4e17-8b73-213726bee393 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fde5c93-b116-49d6-80c9-74fa6303bade,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:34.491655 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f78fa76-397d-4e17-8b73-213726bee393 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.495751 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1f78fa76-397d-4e17-8b73-213726bee393 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357818 Aug 30 16:36:34.495959 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44002) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:34.500489 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-25e40716-d2a4-49ac-94e6-6c869c0179a8 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Request body: {'security_group_rule': {'security_group_id': 'faeb420e-6b53-4515-ad19-5b1143b76514', 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:36:34.503923 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339fc6ac-07f7-41df-baf7-ae722adbd886 None None] New status for floating IP 6c9aa8f5-0bb5-498f-a98d-e4bb033c3de6: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:36:34.523825 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-25e40716-d2a4-49ac-94e6-6c869c0179a8 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Project eec25030d9ea4d54bd877871c8eafee9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 16:36:34.529238 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25e40716-d2a4-49ac-94e6-6c869c0179a8 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.590089 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25e40716-d2a4-49ac-94e6-6c869c0179a8 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.595546 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25e40716-d2a4-49ac-94e6-6c869c0179a8 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364558'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.622282 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e40716-d2a4-49ac-94e6-6c869c0179a8 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00ae109-f100-4b38-a1b8-486729bf1e49,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:34.630439 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25e40716-d2a4-49ac-94e6-6c869c0179a8 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:34.632173 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-25e40716-d2a4-49ac-94e6-6c869c0179a8 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352515 Aug 30 16:36:34.729849 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2b942985-be91-4a46-9509-81a795ac507c req-9673c74a-5b68-4b10-a5b5-5f4b634bec99 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960709646&fields=id&tenant_id=eec25030d9ea4d54bd877871c8eafee9 HTTP/1.1" status: 200 len: 267 time: 0.0424092 Aug 30 16:36:34.794122 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-da54fd93-9012-4aba-9e2c-7161de2a753b req-6c48b824-e80c-46ee-a955-cb129aa6d947 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4c3ecc-c3f6-4c0b-881a-02616fd85b24 HTTP/1.1" status: 200 len: 210 time: 0.0273526 Aug 30 16:36:34.814246 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b942985-be91-4a46-9509-81a795ac507c req-b67c036f-6c4d-4651-a1b2-43bb089aa817 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:34.815740 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2b942985-be91-4a46-9509-81a795ac507c req-b67c036f-6c4d-4651-a1b2-43bb089aa817 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.0798647 Aug 30 16:36:34.828069 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-2b942985-be91-4a46-9509-81a795ac507c req-c3449240-5cc3-48ab-a0c6-a09a016aa8f2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Request body: {'port': {'security_groups': ['b6dd6cbe-7896-484f-9292-e6fa4e249a75', 'faeb420e-6b53-4515-ad19-5b1143b76514']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:36:34.908896 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2b942985-be91-4a46-9509-81a795ac507c req-c3449240-5cc3-48ab-a0c6-a09a016aa8f2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:35.151999 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2b942985-be91-4a46-9509-81a795ac507c req-c3449240-5cc3-48ab-a0c6-a09a016aa8f2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] For port a82ec661-2fec-4900-b3ad-0f1a9723e429, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:35.184491 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2b942985-be91-4a46-9509-81a795ac507c req-c3449240-5cc3-48ab-a0c6-a09a016aa8f2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:35.190180 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2b942985-be91-4a46-9509-81a795ac507c req-c3449240-5cc3-48ab-a0c6-a09a016aa8f2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27026919'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:35.231632 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['a82ec661-2fec-4900-b3ad-0f1a9723e429'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:36:35.277644 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b942985-be91-4a46-9509-81a795ac507c req-c3449240-5cc3-48ab-a0c6-a09a016aa8f2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:35.278276 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2b942985-be91-4a46-9509-81a795ac507c req-c3449240-5cc3-48ab-a0c6-a09a016aa8f2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:35.279697 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2b942985-be91-4a46-9509-81a795ac507c req-c3449240-5cc3-48ab-a0c6-a09a016aa8f2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "PUT /v2.0/ports/a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 200 len: 982 time: 0.4564724 Aug 30 16:36:35.280172 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:36:35.282448 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e892b3b15a906b17b824bd81597df1cba214cd25703596066fb9193795aca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50efb012-198e-41a8-aece-daeaab936b87" -d '{"events": [{"name": "network-changed", "server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:36:35.330650 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3449240-5cc3-48ab-a0c6-a09a016aa8f2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'Port': ['ID=a82ec661-2fec-4900-b3ad-0f1a9723e429,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:35.344488 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d820648d-0984-4c51-9f8c-c5b6b411c826 x-openstack-request-id: req-d820648d-0984-4c51-9f8c-c5b6b411c826 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:36:35.344971 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:36:35.345901 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d820648d-0984-4c51-9f8c-c5b6b411c826 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:36:35.346313 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'status': 'completed', 'code': 200} Aug 30 16:36:35.407605 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29653eb7-aeaa-469f-b24b-569f5c101460 req-d95cf6e2-b346-4e6c-944d-3d7cd54bc652 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:35.409167 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-29653eb7-aeaa-469f-b24b-569f5c101460 req-d95cf6e2-b346-4e6c-944d-3d7cd54bc652 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0619586 Aug 30 16:36:35.460509 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-29653eb7-aeaa-469f-b24b-569f5c101460 req-722a5e45-47f0-47a3-b732-4b646bc66831 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444236 Aug 30 16:36:35.464941 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb012-198e-41a8-aece-daeaab936b87 req-7c3bc7e7-55ab-4971-b99d-b58e894fa060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:35.466586 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-50efb012-198e-41a8-aece-daeaab936b87 req-7c3bc7e7-55ab-4971-b99d-b58e894fa060 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec25030d9ea4d54bd877871c8eafee9&device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 1138 time: 0.0479839 Aug 30 16:36:35.481875 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['a82ec661-2fec-4900-b3ad-0f1a9723e429'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:36:35.583084 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b6bd33c0-0aaf-4803-aeef-3be5aea8c2c1 None None] Provisioning complete for port a82ec661-2fec-4900-b3ad-0f1a9723e429 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:36:35.583372 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb012-198e-41a8-aece-daeaab936b87 req-ff61c13b-f4cf-4aab-a0c6-1df0686be318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:35.583481 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6bd33c0-0aaf-4803-aeef-3be5aea8c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:35.584623 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-50efb012-198e-41a8-aece-daeaab936b87 req-ff61c13b-f4cf-4aab-a0c6-1df0686be318 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ad574c13-d839-4c19-ada6-58fb9351ff22 HTTP/1.1" status: 200 len: 917 time: 0.1020148 Aug 30 16:36:35.654757 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-50efb012-198e-41a8-aece-daeaab936b87 req-e74205a9-f61e-4872-902c-48958c748749 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 200 len: 1002 time: 0.0606630 Aug 30 16:36:35.719315 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb012-198e-41a8-aece-daeaab936b87 req-0c147e62-3eb2-49db-b70f-c5b25832213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:35.720874 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-50efb012-198e-41a8-aece-daeaab936b87 req-0c147e62-3eb2-49db-b70f-c5b25832213d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=abcf6a6e-beea-436b-b5f2-971e25822aca HTTP/1.1" status: 200 len: 854 time: 0.0567515 Aug 30 16:36:35.777170 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb012-198e-41a8-aece-daeaab936b87 req-9821a43d-e27b-4669-8e76-fea145753ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:35.778759 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-50efb012-198e-41a8-aece-daeaab936b87 req-9821a43d-e27b-4669-8e76-fea145753ffa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ad574c13-d839-4c19-ada6-58fb9351ff22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493610 Aug 30 16:36:35.853128 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44016) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:35.882535 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-50efb012-198e-41a8-aece-daeaab936b87 req-48723451-18b0-4e46-9b39-9eaefed4416e service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942957 Aug 30 16:36:35.986194 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0a122c39-f497-498d-b47d-45bf94d650c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Deleting port c37e951f-09a7-42c6-8a58-dd4890940d0b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:35.986425 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a122c39-f497-498d-b47d-45bf94d650c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:35.990758 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-50efb012-198e-41a8-aece-daeaab936b87 req-06a3fc39-fe86-4d90-94da-b5c7f154af19 service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998645 Aug 30 16:36:36.083989 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a122c39-f497-498d-b47d-45bf94d650c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:36.084283 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a122c39-f497-498d-b47d-45bf94d650c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:36.096311 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0a122c39-f497-498d-b47d-45bf94d650c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Calling delete_port for c37e951f-09a7-42c6-8a58-dd4890940d0b owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:36.249756 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a122c39-f497-498d-b47d-45bf94d650c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:36.286889 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a122c39-f497-498d-b47d-45bf94d650c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event deleted for resources: {'Port': ['ID=c37e951f-09a7-42c6-8a58-dd4890940d0b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:36.354148 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a122c39-f497-498d-b47d-45bf94d650c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:36.357386 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a122c39-f497-498d-b47d-45bf94d650c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:36.358833 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0a122c39-f497-498d-b47d-45bf94d650c2 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "DELETE /v2.0/floatingips/a2d4766f-9534-496f-9503-460f1c64da17 HTTP/1.1" status: 204 len: 168 time: 0.5045252 Aug 30 16:36:37.258236 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 624a25f8-1cd6-4f92-9d20-7fc28173bbbd no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:36:37.288305 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 624a25f8-1cd6-4f92-9d20-7fc28173bbbd {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:36:37.288643 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 624a25f8-1cd6-4f92-9d20-7fc28173bbbd not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:36:37.500300 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-70599ef8-5b6f-4e5c-89b5-b0f991911ffa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439658 Aug 30 16:36:37.586218 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44028) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:37.615335 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-65ac39dd-1715-4e5e-9565-bdc596498f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:37.617038 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-65ac39dd-1715-4e5e-9565-bdc596498f02 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b3199ef743724aa78d9f233bc289b2af&device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1099 time: 0.0436029 Aug 30 16:36:37.649461 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d67ba9de-413d-4904-bd71-4baa00ab8aa5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:37.675748 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d67ba9de-413d-4904-bd71-4baa00ab8aa5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:37.739308 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-103824cb-85ac-4965-afa7-b8b53809b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:37.741002 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-103824cb-85ac-4965-afa7-b8b53809b575 service neutron] 10.222.0.78 "GET /v2.0/networks?id=122ec626-219a-41f5-8132-b2e690dfc29f HTTP/1.1" status: 200 len: 910 time: 0.0995281 Aug 30 16:36:37.741532 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d67ba9de-413d-4904-bd71-4baa00ab8aa5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:37.744460 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d67ba9de-413d-4904-bd71-4baa00ab8aa5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:37.745721 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d67ba9de-413d-4904-bd71-4baa00ab8aa5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] 10.222.0.32 "DELETE /v2.0/security-groups/9061ecd9-3746-442d-94d1-51340a92b92b HTTP/1.1" status: 204 len: 168 time: 0.1584721 Aug 30 16:36:37.756140 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ba9de-413d-4904-bd71-4baa00ab8aa5 tempest-TestVolumeBootPattern-1832259924 tempest-TestVolumeBootPattern-1832259924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9061ecd9-3746-442d-94d1-51340a92b92b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:37.808483 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44032) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:37.820419 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-0d28f84b-72dd-47fb-8841-e606b6012113 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02 HTTP/1.1" status: 200 len: 1001 time: 0.0699494 Aug 30 16:36:37.876928 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-ce1c20c1-0fd4-4702-9cbe-6962fb90fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:37.878479 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-ce1c20c1-0fd4-4702-9cbe-6962fb90fa2b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c0e8b993-9652-4074-81d6-d2ed20817cff HTTP/1.1" status: 200 len: 847 time: 0.0488122 Aug 30 16:36:37.930687 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-db8463d0-c809-4449-9bf8-c90157435bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:37.932480 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-db8463d0-c809-4449-9bf8-c90157435bf0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=122ec626-219a-41f5-8132-b2e690dfc29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432379 Aug 30 16:36:38.031457 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-3f94d899-d63f-4393-94e1-d087bbcdc9de service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898743 Aug 30 16:36:38.129187 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31ffacff-f714-4068-9d5b-36b24ad17e14 req-103c00a0-4c50-4306-b8ef-e98f459f6838 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898106 Aug 30 16:36:38.342922 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534723'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:38.887878 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] Deleting port 6394752d-a610-4914-97cc-7f6aaa8f1ad3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:38.888618 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:38.972283 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] For port 6394752d-a610-4914-97cc-7f6aaa8f1ad3, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=6394752d-a610-4914-97cc-7f6aaa8f1ad3,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:38.972507 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:38.986044 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] Calling delete_port for 6394752d-a610-4914-97cc-7f6aaa8f1ad3 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:39.182986 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:39.206625 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] Pushing event deleted for resources: {'Port': ['ID=6394752d-a610-4914-97cc-7f6aaa8f1ad3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:39.383965 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534537'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:39.633362 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] Router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:36:39.753045 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:36:39.760864 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-68cd9d4e-6e2e-4bbb-aace-ccf0356c285a admin admin] 10.222.0.32 "PUT /v2.0/routers/2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9494684 Aug 30 16:36:39.762407 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44038) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:39.764143 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e8b24-994c-4e51-b546-72c7e597028c None None] Sync routers for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:36:39.775681 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e8b24-994c-4e51-b546-72c7e597028c None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:39.778952 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8b24-994c-4e51-b546-72c7e597028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:36:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:39.871505 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:39.884878 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7d7e8b24-994c-4e51-b546-72c7e597028c None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:39.978652 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.033850 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Deleting port 863bbc0e-a43e-41a8-8ac3-92f170716e9e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:40.034156 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.064274 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8b24-994c-4e51-b546-72c7e597028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:36:39Z', 'revision_number': 5, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port': {'id': '863bbc0e-a43e-41a8-8ac3-92f170716e9e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:40.091297 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e8b24-994c-4e51-b546-72c7e597028c None None] Checking router: 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:36:40.101750 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e8b24-994c-4e51-b546-72c7e597028c None None] Routers {'2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:40.102376 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8b24-994c-4e51-b546-72c7e597028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:36:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:40.121116 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] For port 863bbc0e-a43e-41a8-8ac3-92f170716e9e, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=863bbc0e-a43e-41a8-8ac3-92f170716e9e,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:40.121613 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.145027 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Calling delete_port for 863bbc0e-a43e-41a8-8ac3-92f170716e9e owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:40.207655 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7d7e8b24-994c-4e51-b546-72c7e597028c None None] Set router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:40.263349 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8b24-994c-4e51-b546-72c7e597028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:36:39Z', 'revision_number': 6, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port_host': None}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:40.290386 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e8b24-994c-4e51-b546-72c7e597028c None None] The sync data for ids ['2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1'] in dv-cinder-806605-2-iscsi is: [{'id': '2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1', 'name': 'tempest-TestVolumeBootPattern-1322661911-router', 'tenant_id': 'e3fc734829f24a008dd34c53121ee09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:29Z', 'updated_at': '2021-08-30T16:36:39Z', 'revision_number': 6, 'project_id': 'e3fc734829f24a008dd34c53121ee09c', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:36:40.322309 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.351704 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Pushing event deleted for resources: {'Port': ['ID=863bbc0e-a43e-41a8-8ac3-92f170716e9e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:40.419938 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537939'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.510737 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1297'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.513430 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.561660 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525507'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.562237 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 16:36:40.566816 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.567960 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-67569a12-619a-43eb-a898-b0d067a2a311 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2d6a2b24-747f-4cda-a2cc-7680c8c3e9e1 HTTP/1.1" status: 204 len: 168 time: 0.8045814 Aug 30 16:36:40.570748 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:40.620489 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99dc668-81c8-40dc-84d3-4934e46887ac admin admin] Deleting subnet 3ca4cf7d-2201-4d91-9b3a-ae06db920545 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:36:40.625885 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99dc668-81c8-40dc-84d3-4934e46887ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.667775 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99dc668-81c8-40dc-84d3-4934e46887ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27047387'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.757920 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99dc668-81c8-40dc-84d3-4934e46887ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.811911 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99dc668-81c8-40dc-84d3-4934e46887ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27026861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27091175'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.836476 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dc668-81c8-40dc-84d3-4934e46887ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca4cf7d-2201-4d91-9b3a-ae06db920545,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:40.840163 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99dc668-81c8-40dc-84d3-4934e46887ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.842057 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a99dc668-81c8-40dc-84d3-4934e46887ac admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3ca4cf7d-2201-4d91-9b3a-ae06db920545 HTTP/1.1" status: 204 len: 168 time: 0.2704160 Aug 30 16:36:40.844752 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:40.849366 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d3dd83-d5dc-4f39-a05e-61a6b13491e2 None None] Network 7737f67b-d86b-49e3-9495-77e3226e683c requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:36:40.914099 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:40.971989 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Deleting port 5ccf722e-24cf-462e-bf56-d8995ab0b552 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:40.972339 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.035746 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] For port 5ccf722e-24cf-462e-bf56-d8995ab0b552, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=5ccf722e-24cf-462e-bf56-d8995ab0b552,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:41.036103 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.052137 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Calling delete_port for 5ccf722e-24cf-462e-bf56-d8995ab0b552 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:41.083621 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] DHCP port deletion for 7737f67b-d86b-49e3-9495-77e3226e683c request from dv-cinder-806605-2-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 16:36:41.134513 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Deleting port 5ccf722e-24cf-462e-bf56-d8995ab0b552 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:41.135014 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.139753 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.171070 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccf722e-24cf-462e-bf56-d8995ab0b552,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:41.172908 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] No DVR routers for this DVR port 5ccf722e-24cf-462e-bf56-d8995ab0b552 on host dv-cinder-806605-2-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:36:41.215002 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 863bbc0e-a43e-41a8-8ac3-92f170716e9e no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:36:41.245971 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 863bbc0e-a43e-41a8-8ac3-92f170716e9e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:36:41.246274 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 863bbc0e-a43e-41a8-8ac3-92f170716e9e not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:36:41.246727 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6394752d-a610-4914-97cc-7f6aaa8f1ad3 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:36:41.252070 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.263800 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7737f67b-d86b-49e3-9495-77e3226e683c']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:41.275760 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:41.276053 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfb4cbd-c18f-48af-90c2-cb46d61e34a0') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:41.277087 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] For port 5ccf722e-24cf-462e-bf56-d8995ab0b552, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=5ccf722e-24cf-462e-bf56-d8995ab0b552,segment=NetworkSegment(4dfb4cbd-c18f-48af-90c2-cb46d61e34a0),segment_id=4dfb4cbd-c18f-48af-90c2-cb46d61e34a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:41.277493 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.279959 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 6394752d-a610-4914-97cc-7f6aaa8f1ad3 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:36:41.280559 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6394752d-a610-4914-97cc-7f6aaa8f1ad3 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:36:41.280726 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5ccf722e-24cf-462e-bf56-d8995ab0b552 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:36:41.287407 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25770940'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.307668 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.310185 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 5ccf722e-24cf-462e-bf56-d8995ab0b552 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:36:41.310532 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5ccf722e-24cf-462e-bf56-d8995ab0b552 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:36:41.313737 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Calling delete_port for 5ccf722e-24cf-462e-bf56-d8995ab0b552 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:41.317221 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:36:41.317221 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25795825'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: Traceback (most recent call last): Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: timer() Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: cb(*args, **kw) Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: return func(*args, **kwargs) Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: self._notify() Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: self.callback(batched_events) Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: event.method(event) Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: return f(self, *a, **k) Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._get(url).json() Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:36:41.329076 dv-cinder-806605-2-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:36:41.379113 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.398753 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.404498 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] 10.222.0.32 "DELETE /v2.0/networks/7737f67b-d86b-49e3-9495-77e3226e683c HTTP/1.1" status: 204 len: 168 time: 0.5550032 Aug 30 16:36:41.404498 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b5bc-1cd7-44c0-8f45-83cf03532c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=7737f67b-d86b-49e3-9495-77e3226e683c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:41.404498 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44046) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:41.550003 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:41.573163 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Network 7737f67b-d86b-49e3-9495-77e3226e683c is not hosted by any dhcp agent {{(pid=93877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 16:36:41.573662 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] No DVR routers for this DVR port 5ccf722e-24cf-462e-bf56-d8995ab0b552 on host dv-cinder-806605-2-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:36:41.577274 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Pushing event deleted for resources: {'Port': ['ID=5ccf722e-24cf-462e-bf56-d8995ab0b552,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:41.586610 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.587080 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.587428 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.587793 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.588121 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.588457 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.588785 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.589115 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.589466 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.589890 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.590213 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.590534 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1babbc-b772-49fa-982e-9528f620e6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:36:41.768598 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534723'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:42.042119 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] Deleting port 439ca5f6-877b-4546-9b15-d25defdb16ef {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:42.042906 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:42.121950 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] For port 439ca5f6-877b-4546-9b15-d25defdb16ef, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=439ca5f6-877b-4546-9b15-d25defdb16ef,segment=NetworkSegment(9d9cb5f7-cd20-423b-b639-ffa60349c4c8),segment_id=9d9cb5f7-cd20-423b-b639-ffa60349c4c8)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:42.122313 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:42.135220 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] Calling delete_port for 439ca5f6-877b-4546-9b15-d25defdb16ef owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:42.324293 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:42.350749 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] Pushing event deleted for resources: {'Port': ['ID=439ca5f6-877b-4546-9b15-d25defdb16ef,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:42.516827 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534537'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:43.004531 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] Router 38746699-95da-4728-98c4-bb9f9b57c22c has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:36:43.113940 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:36:43.118965 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-6a3ad2d5-7f52-4065-a3e0-f7e8c4be861b admin admin] 10.222.0.32 "PUT /v2.0/routers/38746699-95da-4728-98c4-bb9f9b57c22c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7140906 Aug 30 16:36:43.121691 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44048) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:43.124513 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fcf66-f2b2-4c9e-b42d-d497b9788435 None None] Sync routers for ids ['38746699-95da-4728-98c4-bb9f9b57c22c'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:36:43.141679 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fcf66-f2b2-4c9e-b42d-d497b9788435 None None] Routers {'38746699-95da-4728-98c4-bb9f9b57c22c'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:43.142322 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa9fcf66-f2b2-4c9e-b42d-d497b9788435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:36:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['38746699-95da-4728-98c4-bb9f9b57c22c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:43.228843 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:43.332142 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:43.340997 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fa9fcf66-f2b2-4c9e-b42d-d497b9788435 None None] Set router 38746699-95da-4728-98c4-bb9f9b57c22c gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:43.397320 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Deleting port 02149ec7-c73f-4c57-9caa-3ed2f71119b0 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:43.397793 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:43.482606 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] For port 02149ec7-c73f-4c57-9caa-3ed2f71119b0, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=02149ec7-c73f-4c57-9caa-3ed2f71119b0,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:43.482993 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:43.495831 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Calling delete_port for 02149ec7-c73f-4c57-9caa-3ed2f71119b0 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:43.523833 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa9fcf66-f2b2-4c9e-b42d-d497b9788435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'name': 'tempest-TestVolumeBootPattern-19464149-router', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:42Z', 'updated_at': '2021-08-30T16:36:42Z', 'revision_number': 5, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'gw_port': {'id': '02149ec7-c73f-4c57-9caa-3ed2f71119b0', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:28:44Z', 'updated_at': '2021-08-30T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:43.549434 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fcf66-f2b2-4c9e-b42d-d497b9788435 None None] Checking router: 38746699-95da-4728-98c4-bb9f9b57c22c for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:36:43.558090 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fcf66-f2b2-4c9e-b42d-d497b9788435 None None] Routers {'38746699-95da-4728-98c4-bb9f9b57c22c'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:36:43.558686 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa9fcf66-f2b2-4c9e-b42d-d497b9788435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:36:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['38746699-95da-4728-98c4-bb9f9b57c22c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:43.645006 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fa9fcf66-f2b2-4c9e-b42d-d497b9788435 None None] Set router 38746699-95da-4728-98c4-bb9f9b57c22c gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:36:43.657951 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:43.683693 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=02149ec7-c73f-4c57-9caa-3ed2f71119b0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:43.700029 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa9fcf66-f2b2-4c9e-b42d-d497b9788435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'name': 'tempest-TestVolumeBootPattern-19464149-router', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:42Z', 'updated_at': '2021-08-30T16:36:43Z', 'revision_number': 6, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'gw_port_host': None}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:43.728125 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fcf66-f2b2-4c9e-b42d-d497b9788435 None None] The sync data for ids ['38746699-95da-4728-98c4-bb9f9b57c22c'] in dv-cinder-806605-2-iscsi is: [{'id': '38746699-95da-4728-98c4-bb9f9b57c22c', 'name': 'tempest-TestVolumeBootPattern-19464149-router', 'tenant_id': '5b104ffaf4b541ac98b5cedf24d39621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:28:42Z', 'updated_at': '2021-08-30T16:36:43Z', 'revision_number': 6, 'project_id': '5b104ffaf4b541ac98b5cedf24d39621', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:36:43.750372 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537939'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:43.839877 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1297'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:43.842160 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:43.902832 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525507'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:43.903225 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38746699-95da-4728-98c4-bb9f9b57c22c {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 16:36:43.907537 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:43.908711 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8d1f5cc9-c691-4057-a7a9-7a7bc4d79cd2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/38746699-95da-4728-98c4-bb9f9b57c22c HTTP/1.1" status: 204 len: 168 time: 0.7860973 Aug 30 16:36:43.911410 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44050) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:43.958438 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be636db-b52b-4b1d-bef7-7e71df1e104c admin admin] Deleting subnet 27617cd5-1538-4788-be92-843902aed425 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:36:43.962064 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3be636db-b52b-4b1d-bef7-7e71df1e104c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.010243 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3be636db-b52b-4b1d-bef7-7e71df1e104c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27047387'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.097371 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3be636db-b52b-4b1d-bef7-7e71df1e104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.155813 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3be636db-b52b-4b1d-bef7-7e71df1e104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27026861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27091175'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.177794 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d409fd-359d-4bc4-85c0-4aa7f0b6bc1f None None] Network ccab94e0-4182-46ca-a6d6-6b4384bedda7 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:36:44.185679 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3be636db-b52b-4b1d-bef7-7e71df1e104c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.187589 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-3be636db-b52b-4b1d-bef7-7e71df1e104c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/27617cd5-1538-4788-be92-843902aed425 HTTP/1.1" status: 204 len: 168 time: 0.2751768 Aug 30 16:36:44.188940 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be636db-b52b-4b1d-bef7-7e71df1e104c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27617cd5-1538-4788-be92-843902aed425,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:44.190295 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44052) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:44.255722 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.313915 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Deleting port fa4e26c5-ee44-4007-85fd-4be0184e0487 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:36:44.314342 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.378408 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] For port fa4e26c5-ee44-4007-85fd-4be0184e0487, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=fa4e26c5-ee44-4007-85fd-4be0184e0487,segment=NetworkSegment(9d9cb5f7-cd20-423b-b639-ffa60349c4c8),segment_id=9d9cb5f7-cd20-423b-b639-ffa60349c4c8)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:36:44.379014 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.397043 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Calling delete_port for fa4e26c5-ee44-4007-85fd-4be0184e0487 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:36:44.493002 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.510411 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97732a07-4836-4a27-8992-4a26351b02d5 None None] DHCP port deletion for ccab94e0-4182-46ca-a6d6-6b4384bedda7 request from dv-cinder-806605-2-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 16:36:44.524119 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4e26c5-ee44-4007-85fd-4be0184e0487,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:44.531080 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] No DVR routers for this DVR port fa4e26c5-ee44-4007-85fd-4be0184e0487 on host dv-cinder-806605-2-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:36:44.605362 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.616142 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccab94e0-4182-46ca-a6d6-6b4384bedda7']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:44.626920 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9cb5f7-cd20-423b-b639-ffa60349c4c8') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:44.627230 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9cb5f7-cd20-423b-b639-ffa60349c4c8') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:36:44.637254 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25770940'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.654485 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.660421 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:36:44.660821 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25795825'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: Traceback (most recent call last): Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: timer() Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: cb(*args, **kw) Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: return func(*args, **kwargs) Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: self._notify() Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: self.callback(batched_events) Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: event.method(event) Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: return f(self, *a, **k) Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._get(url).json() Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:36:44.671630 dv-cinder-806605-2-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:36:44.720229 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.726093 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.730277 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ccab94e0-4182-46ca-a6d6-6b4384bedda7 HTTP/1.1" status: 204 len: 168 time: 0.5366061 Aug 30 16:36:44.742659 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16b15a-1990-48e1-a9e5-32d1d7d71ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccab94e0-4182-46ca-a6d6-6b4384bedda7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:44.847547 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44056) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:44.889670 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-90bf4973-e72d-4edc-8302-70934c4546b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3fc734829f24a008dd34c53121ee09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406439 Aug 30 16:36:44.892306 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44058) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:44.947248 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bedc37e2-4aa2-4cbb-bea2-0d249a3e664b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:44.976852 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bedc37e2-4aa2-4cbb-bea2-0d249a3e664b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:45.029989 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bedc37e2-4aa2-4cbb-bea2-0d249a3e664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:45.032563 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bedc37e2-4aa2-4cbb-bea2-0d249a3e664b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:45.033795 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-bedc37e2-4aa2-4cbb-bea2-0d249a3e664b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ea05502-adc6-4b1b-ade8-358a66a67fc1 HTTP/1.1" status: 204 len: 168 time: 0.1406102 Aug 30 16:36:45.043087 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc37e2-4aa2-4cbb-bea2-0d249a3e664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea05502-adc6-4b1b-ade8-358a66a67fc1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:45.177627 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fa4e26c5-ee44-4007-85fd-4be0184e0487 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:36:45.198260 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: fa4e26c5-ee44-4007-85fd-4be0184e0487 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:36:45.198913 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fa4e26c5-ee44-4007-85fd-4be0184e0487 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:36:45.199022 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 02149ec7-c73f-4c57-9caa-3ed2f71119b0 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:36:45.218406 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 02149ec7-c73f-4c57-9caa-3ed2f71119b0 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:36:45.218750 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 02149ec7-c73f-4c57-9caa-3ed2f71119b0 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:36:45.219151 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 439ca5f6-877b-4546-9b15-d25defdb16ef no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:36:45.237306 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 439ca5f6-877b-4546-9b15-d25defdb16ef {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:36:45.237608 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 439ca5f6-877b-4546-9b15-d25defdb16ef not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:36:45.371852 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44064) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:45.419346 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d63a5a45-4c99-4a5f-a2d2-c5e105893744 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b104ffaf4b541ac98b5cedf24d39621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463409 Aug 30 16:36:45.422071 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44066) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:36:45.492669 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d7333f0-e83e-4aad-a79a-c3c0139a3b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:45.517080 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d7333f0-e83e-4aad-a79a-c3c0139a3b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:45.565478 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d7333f0-e83e-4aad-a79a-c3c0139a3b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:45.568370 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d7333f0-e83e-4aad-a79a-c3c0139a3b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:45.569526 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-1d7333f0-e83e-4aad-a79a-c3c0139a3b9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a90d1430-8151-4e7a-8cef-9af1d2e8ea75 HTTP/1.1" status: 204 len: 168 time: 0.1462975 Aug 30 16:36:45.577595 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7333f0-e83e-4aad-a79a-c3c0139a3b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90d1430-8151-4e7a-8cef-9af1d2e8ea75,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:36:51.360161 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4022e035-e8ad-41b9-8455-4aa4b05f0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:54.262965 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b50e6e6-ff99-4d43-a1a7-254047c8873d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:54.525201 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:55.083443 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:56.656054 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:36:58.184893 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc40a7-f979-4959-bd91-bc3fa69161bf req-24d1d852-43c0-45cc-9dee-dc3d3439d856 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:58.186422 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65cc40a7-f979-4959-bd91-bc3fa69161bf req-24d1d852-43c0-45cc-9dee-dc3d3439d856 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0550656 Aug 30 16:36:58.216012 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557d8af-6a69-4c73-86f9-bfcb225af8d3 req-9ebab0bb-2f28-4f93-8c63-67af3f85cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:58.217543 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8557d8af-6a69-4c73-86f9-bfcb225af8d3 req-9ebab0bb-2f28-4f93-8c63-67af3f85cebc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec25030d9ea4d54bd877871c8eafee9&device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 1138 time: 0.0416605 Aug 30 16:36:58.229267 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-65cc40a7-f979-4959-bd91-bc3fa69161bf req-de25066d-50b6-4f60-86bb-b1231bcfe880 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364385 Aug 30 16:36:58.315846 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557d8af-6a69-4c73-86f9-bfcb225af8d3 req-5b2035b4-c387-4088-b6f4-e1e5e7c495ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:58.317349 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8557d8af-6a69-4c73-86f9-bfcb225af8d3 req-5b2035b4-c387-4088-b6f4-e1e5e7c495ef service neutron] 10.222.0.78 "GET /v2.0/networks?id=ad574c13-d839-4c19-ada6-58fb9351ff22 HTTP/1.1" status: 200 len: 917 time: 0.0923500 Aug 30 16:36:58.385223 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8557d8af-6a69-4c73-86f9-bfcb225af8d3 req-9dab533c-aafb-4065-b34e-7f708676a72a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 200 len: 1002 time: 0.0601182 Aug 30 16:36:58.442360 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557d8af-6a69-4c73-86f9-bfcb225af8d3 req-f3ecad52-0b49-42e7-876b-aa13d897bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:58.443847 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8557d8af-6a69-4c73-86f9-bfcb225af8d3 req-f3ecad52-0b49-42e7-876b-aa13d897bdf8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=abcf6a6e-beea-436b-b5f2-971e25822aca HTTP/1.1" status: 200 len: 854 time: 0.0503793 Aug 30 16:36:58.492549 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557d8af-6a69-4c73-86f9-bfcb225af8d3 req-c67c71be-baa5-4763-947a-7a78249a0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:58.493996 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8557d8af-6a69-4c73-86f9-bfcb225af8d3 req-c67c71be-baa5-4763-947a-7a78249a0290 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ad574c13-d839-4c19-ada6-58fb9351ff22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430295 Aug 30 16:36:58.592408 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8557d8af-6a69-4c73-86f9-bfcb225af8d3 req-e1042ab8-7e59-4380-90bb-03a3ac1eb3f7 service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905848 Aug 30 16:36:58.689483 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8557d8af-6a69-4c73-86f9-bfcb225af8d3 req-97726dca-8dea-482f-9b47-8422e3d636db service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887320 Aug 30 16:36:59.358154 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb40f4f-6fea-4cea-861d-ed8f719369d0 req-8d000d84-4725-4a62-a3ba-c4e92fdadc6b tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:36:59.360015 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-adb40f4f-6fea-4cea-861d-ed8f719369d0 req-8d000d84-4725-4a62-a3ba-c4e92fdadc6b tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0532413 Aug 30 16:36:59.403666 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-adb40f4f-6fea-4cea-861d-ed8f719369d0 req-aac195e4-b6eb-4820-b01a-f83c03fb9d33 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372732 Aug 30 16:37:00.340602 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:00.438546 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:37:00.551064 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcc60c-b248-4183-90cd-834b0f49d035 req-8ddebf5e-a3ed-4f65-ad89-81d4ccc0c6f2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:00.552884 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f8dcc60c-b248-4183-90cd-834b0f49d035 req-8ddebf5e-a3ed-4f65-ad89-81d4ccc0c6f2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0665700 Aug 30 16:37:00.596588 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f8dcc60c-b248-4183-90cd-834b0f49d035 req-0b9eb5cc-b4c3-48b6-83d4-8fc2d3f54472 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337336 Aug 30 16:37:01.733362 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da1291-ff13-420a-876f-473b4d54603b req-980c0387-53cf-4ced-944e-49597851e318 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:01.734919 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a4da1291-ff13-420a-876f-473b4d54603b req-980c0387-53cf-4ced-944e-49597851e318 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0659733 Aug 30 16:37:01.777651 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a4da1291-ff13-420a-876f-473b4d54603b req-897f0694-8e6e-4ba6-b630-17dd2eac60aa tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338600 Aug 30 16:37:02.915024 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056198f5-8f00-4810-8b57-a9152c44cc79 req-7bddb1be-de3c-40b4-88d2-37423de6a8ae tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:02.916493 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-056198f5-8f00-4810-8b57-a9152c44cc79 req-7bddb1be-de3c-40b4-88d2-37423de6a8ae tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0601149 Aug 30 16:37:02.970590 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-056198f5-8f00-4810-8b57-a9152c44cc79 req-90867efe-1ff6-4805-b743-6d499a7fe4b0 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469167 Aug 30 16:37:04.107794 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52797f4d-99cb-48fb-9e88-c0fe06632356 req-57cc8e1d-dbf0-4694-8025-c900c66e4fc2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:04.109242 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-52797f4d-99cb-48fb-9e88-c0fe06632356 req-57cc8e1d-dbf0-4694-8025-c900c66e4fc2 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0534596 Aug 30 16:37:04.152785 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-52797f4d-99cb-48fb-9e88-c0fe06632356 req-1a986209-9d3e-4093-beb1-8b7b1cd3fb6a tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343761 Aug 30 16:37:05.285331 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68b1c2-4ea4-453f-854f-6497bd27e50e req-4586c471-57df-4cc7-867a-daaf759548f8 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:05.286840 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8d68b1c2-4ea4-453f-854f-6497bd27e50e req-4586c471-57df-4cc7-867a-daaf759548f8 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0552444 Aug 30 16:37:05.327714 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8d68b1c2-4ea4-453f-854f-6497bd27e50e req-021aa33a-a0f2-4027-abbf-46fbcea7735f tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347188 Aug 30 16:37:06.461665 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aed576-1904-4c0a-8fad-c80daab10d74 req-af5d9aab-fd0b-4e6b-9e13-b3488f7e74bf tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:06.463235 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-85aed576-1904-4c0a-8fad-c80daab10d74 req-af5d9aab-fd0b-4e6b-9e13-b3488f7e74bf tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0538933 Aug 30 16:37:06.503376 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-85aed576-1904-4c0a-8fad-c80daab10d74 req-32042fa1-857f-41ae-95d0-1ee2e4c9b7a9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341294 Aug 30 16:37:07.639552 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e07f8e-b554-45d9-8c2a-63c404b88a13 req-ae53da2d-7420-492d-ae2f-e9472d1bb378 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:07.641008 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f7e07f8e-b554-45d9-8c2a-63c404b88a13 req-ae53da2d-7420-492d-ae2f-e9472d1bb378 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0595582 Aug 30 16:37:07.683476 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f7e07f8e-b554-45d9-8c2a-63c404b88a13 req-f726f3e7-9883-45d3-8525-d5ac2c99f5d7 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331297 Aug 30 16:37:08.823088 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8b834-1181-4428-a3bb-df2139864bc1 req-e46bdeb5-0fc7-42bc-8ecc-098aacd2fa65 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:08.824604 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a8e8b834-1181-4428-a3bb-df2139864bc1 req-e46bdeb5-0fc7-42bc-8ecc-098aacd2fa65 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0649815 Aug 30 16:37:08.869364 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a8e8b834-1181-4428-a3bb-df2139864bc1 req-ec19edd6-d473-4c51-bc4c-6c79b5d99ae6 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382440 Aug 30 16:37:10.000057 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93220bbc-50df-4f8d-9be8-9d8166216454 req-c2fbb09b-4475-4274-8ed3-e1110cd12a57 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:10.001560 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-93220bbc-50df-4f8d-9be8-9d8166216454 req-c2fbb09b-4475-4274-8ed3-e1110cd12a57 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0559173 Aug 30 16:37:10.043563 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-93220bbc-50df-4f8d-9be8-9d8166216454 req-7dfa0d2a-ac2f-4ea0-85c9-d90c192c0595 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358284 Aug 30 16:37:11.184407 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679d34-f2e8-4ac1-8d0a-cf076cb88f50 req-32bd3004-f48c-4a79-9888-1b3dcb3e0d3c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:11.185883 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c4679d34-f2e8-4ac1-8d0a-cf076cb88f50 req-32bd3004-f48c-4a79-9888-1b3dcb3e0d3c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0623055 Aug 30 16:37:11.226975 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c4679d34-f2e8-4ac1-8d0a-cf076cb88f50 req-129fe309-4114-4932-a702-de9034014d4e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348485 Aug 30 16:37:12.359698 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb11fc-8839-4e61-b05e-a7db940ca1c0 req-eccda790-49ef-42bb-839a-2c2c452e15db tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:12.361174 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f2eb11fc-8839-4e61-b05e-a7db940ca1c0 req-eccda790-49ef-42bb-839a-2c2c452e15db tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0583959 Aug 30 16:37:12.402750 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f2eb11fc-8839-4e61-b05e-a7db940ca1c0 req-b3467444-f398-4405-aca8-1539890f3ed5 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352912 Aug 30 16:37:13.539159 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398dc8b-18a9-437b-8e4a-0ee5497c4049 req-5b79109a-109a-4f53-8a1e-4bfcf6f87746 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:13.540725 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1398dc8b-18a9-437b-8e4a-0ee5497c4049 req-5b79109a-109a-4f53-8a1e-4bfcf6f87746 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0639794 Aug 30 16:37:13.585556 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1398dc8b-18a9-437b-8e4a-0ee5497c4049 req-ae7625bf-de67-48f3-97f9-20f57c2bcd57 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353563 Aug 30 16:37:14.724469 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e6da-69d1-4615-8fe0-128142600b6e req-518b2169-35bf-4a47-ade9-8ff20f75a118 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:14.726095 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8b98e6da-69d1-4615-8fe0-128142600b6e req-518b2169-35bf-4a47-ade9-8ff20f75a118 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0649395 Aug 30 16:37:14.769449 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8b98e6da-69d1-4615-8fe0-128142600b6e req-6264c33b-9dd2-4577-bf11-4b0cf93161bb tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&id=faeb420e-6b53-4515-ad19-5b1143b76514&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370908 Aug 30 16:37:21.364981 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d3abac6-4bfb-45bc-9839-6ad2b2062eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:24.261808 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d1b03a0-63f3-4147-927d-4adbc40a2c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:24.522941 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:25.094504 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:26.655346 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:30.340750 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:37.439022 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:37:38.497229 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-4f9af62a-f85a-466f-9565-da6b025280db service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422642 Aug 30 16:37:38.575226 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-af20fd21-3104-4218-b89a-8d6b898a5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:38.576699 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-af20fd21-3104-4218-b89a-8d6b898a5203 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec25030d9ea4d54bd877871c8eafee9&device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 1138 time: 0.0432098 Aug 30 16:37:38.686647 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-8cb7b5ea-4776-457b-a1e0-b0592fa7dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:38.688140 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-8cb7b5ea-4776-457b-a1e0-b0592fa7dd29 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ad574c13-d839-4c19-ada6-58fb9351ff22 HTTP/1.1" status: 200 len: 917 time: 0.0913339 Aug 30 16:37:38.759014 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-45cae9cc-c4cd-476c-83f9-104a7d9281bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 200 len: 1002 time: 0.0633287 Aug 30 16:37:38.824433 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-6cb2bf02-46df-49e1-aa84-2da20273454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:38.825882 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-6cb2bf02-46df-49e1-aa84-2da20273454f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=abcf6a6e-beea-436b-b5f2-971e25822aca HTTP/1.1" status: 200 len: 854 time: 0.0588250 Aug 30 16:37:38.883050 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-74f0b1d3-7673-4edd-b076-58f75ef609e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:38.885673 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-74f0b1d3-7673-4edd-b076-58f75ef609e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ad574c13-d839-4c19-ada6-58fb9351ff22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519984 Aug 30 16:37:38.982661 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-06cb4c55-cd43-454b-9d8d-fb17082e5295 service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895090 Aug 30 16:37:39.084453 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cca7f75c-c31b-474c-a7f6-01217d952cf7 req-fdeb66fd-e907-405c-813b-0a69c02e8f7f service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927517 Aug 30 16:37:47.189797 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-54625fd7-6112-4b68-a4cf-97d0b013e033 req-a7e439a6-5f38-4967-8440-b960cafdcbda tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960709646&fields=id&tenant_id=eec25030d9ea4d54bd877871c8eafee9 HTTP/1.1" status: 200 len: 267 time: 0.2563038 Aug 30 16:37:47.243574 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54625fd7-6112-4b68-a4cf-97d0b013e033 req-308519d6-e8c1-41a3-97dd-eb78f0d176f7 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:47.245082 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-54625fd7-6112-4b68-a4cf-97d0b013e033 req-308519d6-e8c1-41a3-97dd-eb78f0d176f7 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 985 time: 0.0495110 Aug 30 16:37:47.256661 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-54625fd7-6112-4b68-a4cf-97d0b013e033 req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Request body: {'port': {'security_groups': ['b6dd6cbe-7896-484f-9292-e6fa4e249a75']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 16:37:47.324510 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-54625fd7-6112-4b68-a4cf-97d0b013e033 req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:47.520325 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-54625fd7-6112-4b68-a4cf-97d0b013e033 req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] For port a82ec661-2fec-4900-b3ad-0f1a9723e429, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:37:47.551658 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-54625fd7-6112-4b68-a4cf-97d0b013e033 req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:47.559796 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-54625fd7-6112-4b68-a4cf-97d0b013e033 req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27026919'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:47.596732 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['a82ec661-2fec-4900-b3ad-0f1a9723e429'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:37:47.612781 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54625fd7-6112-4b68-a4cf-97d0b013e033 req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:47.613428 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-54625fd7-6112-4b68-a4cf-97d0b013e033 req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:47.615036 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-54625fd7-6112-4b68-a4cf-97d0b013e033 req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "PUT /v2.0/ports/a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 200 len: 943 time: 0.3634706 Aug 30 16:37:47.615497 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:37:47.617792 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e892b3b15a906b17b824bd81597df1cba214cd25703596066fb9193795aca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:37:47.623062 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44128) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:37:47.663360 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event updated for resources: {'Port': ['ID=a82ec661-2fec-4900-b3ad-0f1a9723e429,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:37:47.670773 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77902dc2-c4fb-4c11-9d88-210a90f738bb x-openstack-request-id: req-77902dc2-c4fb-4c11-9d88-210a90f738bb {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:37:47.671053 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:37:47.671291 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77902dc2-c4fb-4c11-9d88-210a90f738bb {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:37:47.671722 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'status': 'completed', 'code': 200} Aug 30 16:37:47.681152 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.681565 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.681799 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.682126 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.682454 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.682782 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.683104 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.683427 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.683749 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.684067 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.684384 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.689000 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93b0a-c17b-4cd4-a928-b5d31a3e533c tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:47.721126 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d147314-9997-428f-b050-d94934be38d3 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:47.754269 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d147314-9997-428f-b050-d94934be38d3 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:47.767068 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['a82ec661-2fec-4900-b3ad-0f1a9723e429'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:37:47.776899 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-849596bc-3166-43c0-ab5c-99b5d7727b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:47.778743 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-849596bc-3166-43c0-ab5c-99b5d7727b6e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec25030d9ea4d54bd877871c8eafee9&device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 1099 time: 0.0514746 Aug 30 16:37:47.835320 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d147314-9997-428f-b050-d94934be38d3 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:47.838192 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d147314-9997-428f-b050-d94934be38d3 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:47.839553 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0d147314-9997-428f-b050-d94934be38d3 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "DELETE /v2.0/security-groups/faeb420e-6b53-4515-ad19-5b1143b76514 HTTP/1.1" status: 204 len: 168 time: 0.2155836 Aug 30 16:37:47.848962 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44130) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:37:47.849992 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d147314-9997-428f-b050-d94934be38d3 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeb420e-6b53-4515-ad19-5b1143b76514,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:37:47.901909 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bc24050b-50a9-48c9-b00d-6e9ec2298ae1 None None] Provisioning complete for port a82ec661-2fec-4900-b3ad-0f1a9723e429 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:37:47.902275 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc24050b-50a9-48c9-b00d-6e9ec2298ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:47.904821 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-930f60a6-7717-4f7f-b409-20b4e96fe3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:47.906526 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-930f60a6-7717-4f7f-b409-20b4e96fe3d8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ad574c13-d839-4c19-ada6-58fb9351ff22 HTTP/1.1" status: 200 len: 917 time: 0.1186705 Aug 30 16:37:47.977013 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-7cf41dc5-d4da-4245-b87b-5e8a00f05c4c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 200 len: 1002 time: 0.0629098 Aug 30 16:37:48.017235 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Deleting port 75f05c81-24ea-4a81-abe3-ca08d5d5fc29 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:37:48.017658 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:48.029619 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-adcd8680-f4b8-4382-9cda-45abf29135be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:48.031094 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-adcd8680-f4b8-4382-9cda-45abf29135be service neutron] 10.222.0.78 "GET /v2.0/subnets?id=abcf6a6e-beea-436b-b5f2-971e25822aca HTTP/1.1" status: 200 len: 854 time: 0.0474753 Aug 30 16:37:48.080815 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-4479ab92-d446-47b6-837b-018e8d51d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:48.082524 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-4479ab92-d446-47b6-837b-018e8d51d9f0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ad574c13-d839-4c19-ada6-58fb9351ff22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439343 Aug 30 16:37:48.094084 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-de23d40e-2c72-4807-a8cf-524a24ec6efa service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 16:37:48.095020 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-de23d40e-2c72-4807-a8cf-524a24ec6efa service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053389 Aug 30 16:37:48.096202 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:48.096535 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:48.109107 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Calling delete_port for 75f05c81-24ea-4a81-abe3-ca08d5d5fc29 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:37:48.187943 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-f6e275b3-c009-46ec-a3c1-51bbc54f14c2 service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849383 Aug 30 16:37:48.259902 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:48.283306 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-471933c2-8330-4b1f-a34d-b6b29c6ba0a0 req-af3b9e24-4151-4571-a573-6db66f18bf3d service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871882 Aug 30 16:37:48.504738 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event deleted for resources: {'Port': ['ID=75f05c81-24ea-4a81-abe3-ca08d5d5fc29,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:37:48.567762 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:48.568056 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Floating IP 6c9aa8f5-0bb5-498f-a98d-e4bb033c3de6 disassociated (deleted). External IP: 172.27.3.126, port: a82ec661-2fec-4900-b3ad-0f1a9723e429. Aug 30 16:37:48.803554 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Router e154b06e-1367-4367-ab28-b6aa373abfea has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:37:48.921968 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:37:48.926625 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:48.932839 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fafa35-d545-4e67-86de-f1950e99cd3f None None] Sync routers for ids ['e154b06e-1367-4367-ab28-b6aa373abfea'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:37:48.942974 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fafa35-d545-4e67-86de-f1950e99cd3f None None] Routers {'e154b06e-1367-4367-ab28-b6aa373abfea'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:37:48.943599 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f1fafa35-d545-4e67-86de-f1950e99cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:37:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['e154b06e-1367-4367-ab28-b6aa373abfea'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:37:48.958491 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-516057a3-2622-4e11-baf2-26261486925e tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "DELETE /v2.0/floatingips/6c9aa8f5-0bb5-498f-a98d-e4bb033c3de6 HTTP/1.1" status: 204 len: 168 time: 1.1030474 Aug 30 16:37:49.064362 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f1fafa35-d545-4e67-86de-f1950e99cd3f None None] Set router e154b06e-1367-4367-ab28-b6aa373abfea gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:37:49.267701 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f1fafa35-d545-4e67-86de-f1950e99cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:35Z', 'revision_number': 4, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5e423e04-84a3-4832-973e-fd6f88cc460a', 'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'mac_address': 'fa:16:3e:ec:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:34Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 5, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'subnets': [{'id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:37:49.293797 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fafa35-d545-4e67-86de-f1950e99cd3f None None] Checking router: e154b06e-1367-4367-ab28-b6aa373abfea for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:37:49.302741 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fafa35-d545-4e67-86de-f1950e99cd3f None None] Routers {'e154b06e-1367-4367-ab28-b6aa373abfea'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:37:49.303348 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f1fafa35-d545-4e67-86de-f1950e99cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:37:24Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['e154b06e-1367-4367-ab28-b6aa373abfea'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:37:49.429786 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f1fafa35-d545-4e67-86de-f1950e99cd3f None None] Set router e154b06e-1367-4367-ab28-b6aa373abfea gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:37:49.641267 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f1fafa35-d545-4e67-86de-f1950e99cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:35Z', 'revision_number': 4, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5e423e04-84a3-4832-973e-fd6f88cc460a', 'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'mac_address': 'fa:16:3e:ec:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:34Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 5, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'subnets': [{'id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:37:49.667992 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fafa35-d545-4e67-86de-f1950e99cd3f None None] The sync data for ids ['e154b06e-1367-4367-ab28-b6aa373abfea'] in dv-cinder-806605-2-iscsi is: [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:35Z', 'revision_number': 4, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '5e423e04-84a3-4832-973e-fd6f88cc460a', 'name': '', 'network_id': 'ad574c13-d839-4c19-ada6-58fb9351ff22', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'mac_address': 'fa:16:3e:ec:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:34Z', 'updated_at': '2021-08-30T16:35:40Z', 'revision_number': 5, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'subnets': [{'id': 'abcf6a6e-beea-436b-b5f2-971e25822aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:37:49.673027 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:37:49.675573 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e892b3b15a906b17b824bd81597df1cba214cd25703596066fb9193795aca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:37:49.722505 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d729113-0856-494e-b944-9c2b070a84e5 x-openstack-request-id: req-0d729113-0856-494e-b944-9c2b070a84e5 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:37:49.722734 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:37:49.722954 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d729113-0856-494e-b944-9c2b070a84e5 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:37:49.723359 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'status': 'completed', 'code': 200} Aug 30 16:37:49.820261 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3 req-f70a120d-e4ec-4422-a69f-971a73e095b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:49.822730 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3 req-f70a120d-e4ec-4422-a69f-971a73e095b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec25030d9ea4d54bd877871c8eafee9&device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 1099 time: 0.0495653 Aug 30 16:37:49.918215 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280f22d-860b-44d6-b598-bebf0a8c9558 None None] New status for floating IP 6c9aa8f5-0bb5-498f-a98d-e4bb033c3de6: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:37:49.923144 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3 req-c0e5becb-bec0-4492-b311-692dfe8f808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:49.924657 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3 req-c0e5becb-bec0-4492-b311-692dfe8f808f service neutron] 10.222.0.78 "GET /v2.0/networks?id=ad574c13-d839-4c19-ada6-58fb9351ff22 HTTP/1.1" status: 200 len: 917 time: 0.0949633 Aug 30 16:37:49.974571 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3 req-6a8540bd-11ca-4be4-8ee4-06c8040eed5f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 200 len: 217 time: 0.0420229 Aug 30 16:37:50.027204 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3 req-e05f5bdf-a8e3-4fcb-8207-9a6051841dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:50.028793 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3 req-e05f5bdf-a8e3-4fcb-8207-9a6051841dbb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=abcf6a6e-beea-436b-b5f2-971e25822aca HTTP/1.1" status: 200 len: 854 time: 0.0470316 Aug 30 16:37:50.083333 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3 req-18c4e297-e441-4e0d-aaa3-529b4bd5a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:50.084881 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3 req-18c4e297-e441-4e0d-aaa3-529b4bd5a791 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ad574c13-d839-4c19-ada6-58fb9351ff22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425165 Aug 30 16:37:50.189850 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3 req-c95601af-c683-4fbd-b860-30790e338350 service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977776 Aug 30 16:37:50.282168 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd46e435-cce6-4cc4-9976-a4b8dfa3f6c3 req-92a893a7-ebff-45cc-a085-6e1bc03d3103 service neutron] 10.222.0.78 "GET /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847855 Aug 30 16:37:51.369067 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a166af3-3340-4140-b083-e61fa00d293a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:51.731075 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcec419-536d-4ca1-9b76-3572760a5143 req-894c32e6-4f15-4fce-871c-3455b6a04227 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:51.732561 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9dcec419-536d-4ca1-9b76-3572760a5143 req-894c32e6-4f15-4fce-871c-3455b6a04227 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.0515079 Aug 30 16:37:51.774062 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9dcec419-536d-4ca1-9b76-3572760a5143 req-e60b244c-bbc9-4d59-846a-80a3afd619e9 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Aug 30 16:37:52.985000 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a9f4b-7f9b-4ced-b610-49c85ecf3a08 req-c07ea00b-3416-4f36-a191-a2518a7c37b6 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:52.986620 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-be3a9f4b-7f9b-4ced-b610-49c85ecf3a08 req-c07ea00b-3416-4f36-a191-a2518a7c37b6 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.1357486 Aug 30 16:37:53.031053 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-be3a9f4b-7f9b-4ced-b610-49c85ecf3a08 req-577288b3-3ce0-4d4b-847f-34054d0962ee tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6dd6cbe-7896-484f-9292-e6fa4e249a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 Aug 30 16:37:53.544163 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61604df0-4fb1-4b63-88ea-d400ddb93bd0 req-a704d435-0fe6-46f0-bf9d-4327587e8de1 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:37:53.545732 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-61604df0-4fb1-4b63-88ea-d400ddb93bd0 req-a704d435-0fe6-46f0-bf9d-4327587e8de1 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.78 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 946 time: 0.0610247 Aug 30 16:37:53.644934 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-61604df0-4fb1-4b63-88ea-d400ddb93bd0 req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Deleting port a82ec661-2fec-4900-b3ad-0f1a9723e429 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:37:53.645309 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-61604df0-4fb1-4b63-88ea-d400ddb93bd0 req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:53.736442 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-61604df0-4fb1-4b63-88ea-d400ddb93bd0 req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] For port a82ec661-2fec-4900-b3ad-0f1a9723e429, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=a82ec661-2fec-4900-b3ad-0f1a9723e429,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:37:53.736818 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-61604df0-4fb1-4b63-88ea-d400ddb93bd0 req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:53.753917 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-61604df0-4fb1-4b63-88ea-d400ddb93bd0 req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Calling delete_port for a82ec661-2fec-4900-b3ad-0f1a9723e429 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:37:53.882269 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-61604df0-4fb1-4b63-88ea-d400ddb93bd0 req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:53.910941 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Pushing event deleted for resources: {'Port': ['ID=a82ec661-2fec-4900-b3ad-0f1a9723e429,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:37:53.918506 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['a82ec661-2fec-4900-b3ad-0f1a9723e429'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:37:53.921499 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.921807 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.922174 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.923415 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.923415 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.923415 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.923415 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.923808 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.924077 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.924406 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.924718 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.925043 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:53.966273 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-61604df0-4fb1-4b63-88ea-d400ddb93bd0 req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] No DVR routers for this DVR port a82ec661-2fec-4900-b3ad-0f1a9723e429 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:37:53.968920 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-61604df0-4fb1-4b63-88ea-d400ddb93bd0 req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:53.971003 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-61604df0-4fb1-4b63-88ea-d400ddb93bd0 req-efeb5245-2c9f-421c-a9ce-89f0a89395c4 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.78 "DELETE /v2.0/ports/a82ec661-2fec-4900-b3ad-0f1a9723e429 HTTP/1.1" status: 204 len: 173 time: 0.4182839 Aug 30 16:37:53.971423 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'name': 'network-vif-deleted', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:37:53.973772 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77318793-e52c-4578-8bdb-9072073caee5" -d '{"events": [{"server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "name": "network-vif-deleted", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:37:54.013882 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7ddfad-9cde-42cd-9825-481a4ed7fb24 x-openstack-request-id: req-dc7ddfad-9cde-42cd-9825-481a4ed7fb24 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:37:54.014049 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8632903d-28ac-4c47-9d16-977c81de071e", "name": "network-vif-deleted", "tag": "a82ec661-2fec-4900-b3ad-0f1a9723e429", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:37:54.014253 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc7ddfad-9cde-42cd-9825-481a4ed7fb24 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:37:54.014648 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8632903d-28ac-4c47-9d16-977c81de071e', 'name': 'network-vif-deleted', 'tag': 'a82ec661-2fec-4900-b3ad-0f1a9723e429', 'status': 'completed', 'code': 200} Aug 30 16:37:54.135298 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1dd21d24-1f31-42c2-9e25-d5255cd5f7ca req-f5e393ed-b70e-4b74-af77-65f06d9c71c1 tempest-TestMinimumBasicScenario-614888372 tempest-TestMinimumBasicScenario-614888372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8632903d-28ac-4c47-9d16-977c81de071e HTTP/1.1" status: 200 len: 210 time: 0.0326552 Aug 30 16:37:54.258093 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf820-cccf-4550-bf68-09793e514058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:54.518956 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:55.096966 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:55.898124 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44224) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:37:56.263646 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534723'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:56.524228 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] Deleting port 5e423e04-84a3-4832-973e-fd6f88cc460a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:37:56.524464 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:56.605141 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] For port 5e423e04-84a3-4832-973e-fd6f88cc460a, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=5e423e04-84a3-4832-973e-fd6f88cc460a,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:37:56.605521 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:56.619557 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] Calling delete_port for 5e423e04-84a3-4832-973e-fd6f88cc460a owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:37:56.653610 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:56.810756 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:56.836107 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5e423e04-84a3-4832-973e-fd6f88cc460a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:37:57.012531 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534537'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:57.260685 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] Router e154b06e-1367-4367-ab28-b6aa373abfea has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:37:57.379765 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:37:57.385528 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-29d3b694-10bb-4daf-ab9e-a0af187c28fb admin admin] 10.222.0.32 "PUT /v2.0/routers/e154b06e-1367-4367-ab28-b6aa373abfea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4863610 Aug 30 16:37:57.388290 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44226) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:37:57.391038 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e3129f-cca5-44c5-a51e-e0c6fa6eb154 None None] Sync routers for ids ['e154b06e-1367-4367-ab28-b6aa373abfea'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:37:57.401289 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e3129f-cca5-44c5-a51e-e0c6fa6eb154 None None] Routers {'e154b06e-1367-4367-ab28-b6aa373abfea'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:37:57.401960 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f8e3129f-cca5-44c5-a51e-e0c6fa6eb154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:37:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['e154b06e-1367-4367-ab28-b6aa373abfea'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:37:57.516309 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f8e3129f-cca5-44c5-a51e-e0c6fa6eb154 None None] Set router e154b06e-1367-4367-ab28-b6aa373abfea gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:37:57.640571 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device a82ec661-2fec-4900-b3ad-0f1a9723e429 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:37:57.679539 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: a82ec661-2fec-4900-b3ad-0f1a9723e429 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:37:57.680349 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device a82ec661-2fec-4900-b3ad-0f1a9723e429 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:37:57.724115 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:57.728811 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f8e3129f-cca5-44c5-a51e-e0c6fa6eb154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:37:56Z', 'revision_number': 5, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:37:57.755431 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e3129f-cca5-44c5-a51e-e0c6fa6eb154 None None] Checking router: e154b06e-1367-4367-ab28-b6aa373abfea for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:37:57.764291 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e3129f-cca5-44c5-a51e-e0c6fa6eb154 None None] Routers {'e154b06e-1367-4367-ab28-b6aa373abfea'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:37:57.764887 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f8e3129f-cca5-44c5-a51e-e0c6fa6eb154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:37:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['e154b06e-1367-4367-ab28-b6aa373abfea'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:37:57.828595 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:57.878705 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f8e3129f-cca5-44c5-a51e-e0c6fa6eb154 None None] Set router e154b06e-1367-4367-ab28-b6aa373abfea gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:37:57.883862 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Deleting port 6b211e76-f8bb-4fd1-9e96-235a2b784675 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:37:57.884552 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:57.962698 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] For port 6b211e76-f8bb-4fd1-9e96-235a2b784675, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=6b211e76-f8bb-4fd1-9e96-235a2b784675,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:37:57.963036 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:57.976774 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Calling delete_port for 6b211e76-f8bb-4fd1-9e96-235a2b784675 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:37:58.060378 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f8e3129f-cca5-44c5-a51e-e0c6fa6eb154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:37:56Z', 'revision_number': 5, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:37:58.149201 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.180515 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b211e76-f8bb-4fd1-9e96-235a2b784675,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:37:58.228277 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e3129f-cca5-44c5-a51e-e0c6fa6eb154 None None] The sync data for ids ['e154b06e-1367-4367-ab28-b6aa373abfea'] in dv-cinder-806605-2-iscsi is: [{'id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'name': 'tempest-TestMinimumBasicScenario-1531097617-router', 'tenant_id': 'eec25030d9ea4d54bd877871c8eafee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:37:56Z', 'revision_number': 5, 'project_id': 'eec25030d9ea4d54bd877871c8eafee9', 'gw_port': {'id': '6b211e76-f8bb-4fd1-9e96-235a2b784675', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e154b06e-1367-4367-ab28-b6aa373abfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:32Z', 'updated_at': '2021-08-30T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:37:58.246498 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537939'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.337133 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1297'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.339527 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.384692 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525507'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.385387 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e154b06e-1367-4367-ab28-b6aa373abfea {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 16:37:58.390336 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.391603 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-795a40a4-ee25-4a27-8bbe-8e6d58c5c4b2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e154b06e-1367-4367-ab28-b6aa373abfea HTTP/1.1" status: 204 len: 168 time: 1.0024040 Aug 30 16:37:58.394345 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44228) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:37:58.440502 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-850d71b1-b399-4ed5-b124-8c1e0adbbd0f admin admin] Deleting subnet abcf6a6e-beea-436b-b5f2-971e25822aca {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:37:58.444115 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-850d71b1-b399-4ed5-b124-8c1e0adbbd0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.480415 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-850d71b1-b399-4ed5-b124-8c1e0adbbd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25770915'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.568149 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-850d71b1-b399-4ed5-b124-8c1e0adbbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.637825 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-850d71b1-b399-4ed5-b124-8c1e0adbbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25795735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26140282'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.666367 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d71b1-b399-4ed5-b124-8c1e0adbbd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abcf6a6e-beea-436b-b5f2-971e25822aca,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:37:58.668410 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-850d71b1-b399-4ed5-b124-8c1e0adbbd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.673551 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-850d71b1-b399-4ed5-b124-8c1e0adbbd0f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/abcf6a6e-beea-436b-b5f2-971e25822aca HTTP/1.1" status: 204 len: 168 time: 0.2748272 Aug 30 16:37:58.673551 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44230) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:37:58.676590 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2435239-4451-463f-83bb-1e898eb20d53 None None] Network ad574c13-d839-4c19-ada6-58fb9351ff22 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:37:58.747075 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.810395 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Deleting port 25973893-094b-4f2f-b734-72ebd8d1f3e9 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:37:58.810766 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.869679 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] DHCP port deletion for ad574c13-d839-4c19-ada6-58fb9351ff22 request from dv-cinder-806605-2-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 16:37:58.880910 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] For port 25973893-094b-4f2f-b734-72ebd8d1f3e9, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=25973893-094b-4f2f-b734-72ebd8d1f3e9,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:37:58.881303 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.897576 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Calling delete_port for 25973893-094b-4f2f-b734-72ebd8d1f3e9 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:37:58.918568 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Deleting port 25973893-094b-4f2f-b734-72ebd8d1f3e9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:37:58.918952 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.980689 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] For port 25973893-094b-4f2f-b734-72ebd8d1f3e9, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=25973893-094b-4f2f-b734-72ebd8d1f3e9,segment=NetworkSegment(6588e016-1dd6-4eaf-b19a-860929d5602d),segment_id=6588e016-1dd6-4eaf-b19a-860929d5602d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:37:58.980977 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.985670 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:58.994321 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Calling delete_port for 25973893-094b-4f2f-b734-72ebd8d1f3e9 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:37:59.012203 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=25973893-094b-4f2f-b734-72ebd8d1f3e9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:37:59.016930 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] No DVR routers for this DVR port 25973893-094b-4f2f-b734-72ebd8d1f3e9 on host dv-cinder-806605-2-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:37:59.080892 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:59.096238 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:59.106537 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Pushing event deleted for resources: {'Port': ['ID=25973893-094b-4f2f-b734-72ebd8d1f3e9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:37:59.106754 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad574c13-d839-4c19-ada6-58fb9351ff22']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:37:59.110950 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] No DVR routers for this DVR port 25973893-094b-4f2f-b734-72ebd8d1f3e9 on host dv-cinder-806605-2-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:37:59.120502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.120502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.120502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.120502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.120502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.120502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.120502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.120502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.120502 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.122120 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.122120 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.122120 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d057ff-8558-45e2-ba8d-1f052c86a4fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:37:59.123549 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6588e016-1dd6-4eaf-b19a-860929d5602d') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:37:59.123874 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6588e016-1dd6-4eaf-b19a-860929d5602d') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:37:59.134645 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25770940'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:59.149171 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:59.155495 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:37:59.155858 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25795825'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: Traceback (most recent call last): Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: timer() Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: cb(*args, **kw) Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: return func(*args, **kwargs) Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: self._notify() Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: self.callback(batched_events) Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: event.method(event) Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: return f(self, *a, **k) Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._get(url).json() Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:37:59.157690 dv-cinder-806605-2-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:37:59.212760 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:59.218944 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:59.220792 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ad574c13-d839-4c19-ada6-58fb9351ff22 HTTP/1.1" status: 204 len: 168 time: 0.5468602 Aug 30 16:37:59.224287 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44232) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:37:59.233826 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c807a40-6492-454c-a4f8-9124081d85b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad574c13-d839-4c19-ada6-58fb9351ff22,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:37:59.309010 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6b211e76-f8bb-4fd1-9e96-235a2b784675 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:37:59.329024 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 6b211e76-f8bb-4fd1-9e96-235a2b784675 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:37:59.329366 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 6b211e76-f8bb-4fd1-9e96-235a2b784675 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:37:59.329807 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 25973893-094b-4f2f-b734-72ebd8d1f3e9 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:37:59.349053 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 25973893-094b-4f2f-b734-72ebd8d1f3e9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:37:59.349370 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 25973893-094b-4f2f-b734-72ebd8d1f3e9 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:37:59.349818 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5e423e04-84a3-4832-973e-fd6f88cc460a no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:37:59.372010 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 5e423e04-84a3-4832-973e-fd6f88cc460a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:37:59.372321 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 5e423e04-84a3-4832-973e-fd6f88cc460a not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:37:59.622292 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534723'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:59.887266 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] Deleting port 437383a8-7313-459b-b101-4769645c2845 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:37:59.887579 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:59.972421 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] For port 437383a8-7313-459b-b101-4769645c2845, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=437383a8-7313-459b-b101-4769645c2845,segment=NetworkSegment(2c1d38b4-e0b8-4c3a-9724-9da125840d8e),segment_id=2c1d38b4-e0b8-4c3a-9724-9da125840d8e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:37:59.972798 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:37:59.986407 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] Calling delete_port for 437383a8-7313-459b-b101-4769645c2845 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:38:00.197804 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:00.221356 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] Pushing event deleted for resources: {'Port': ['ID=437383a8-7313-459b-b101-4769645c2845,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:38:00.334155 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:00.401799 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534537'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:00.611113 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] Router 92f6db97-e4ab-4673-8f73-fe8fd9922158 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:38:00.726420 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:38:00.735259 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-80d23b58-14f0-48fe-8e59-2910ed98ef7a admin admin] 10.222.0.32 "PUT /v2.0/routers/92f6db97-e4ab-4673-8f73-fe8fd9922158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5076461 Aug 30 16:38:00.736057 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44234) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:38:00.737686 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfbbeb6-d450-4efd-941e-6e4e17c4aa06 None None] Sync routers for ids ['92f6db97-e4ab-4673-8f73-fe8fd9922158'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:38:00.748091 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfbbeb6-d450-4efd-941e-6e4e17c4aa06 None None] Routers {'92f6db97-e4ab-4673-8f73-fe8fd9922158'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:38:00.748861 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdfbbeb6-d450-4efd-941e-6e4e17c4aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:37:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['92f6db97-e4ab-4673-8f73-fe8fd9922158'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:38:00.863233 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fdfbbeb6-d450-4efd-941e-6e4e17c4aa06 None None] Set router 92f6db97-e4ab-4673-8f73-fe8fd9922158 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:38:01.049910 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdfbbeb6-d450-4efd-941e-6e4e17c4aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'name': 'tempest-TestMinimumBasicScenario-1693625910-router', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:38:00Z', 'revision_number': 5, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'gw_port': {'id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:38:01.071620 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.083081 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfbbeb6-d450-4efd-941e-6e4e17c4aa06 None None] Checking router: 92f6db97-e4ab-4673-8f73-fe8fd9922158 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:38:01.094668 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfbbeb6-d450-4efd-941e-6e4e17c4aa06 None None] Routers {'92f6db97-e4ab-4673-8f73-fe8fd9922158'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:38:01.095287 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdfbbeb6-d450-4efd-941e-6e4e17c4aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:37:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['92f6db97-e4ab-4673-8f73-fe8fd9922158'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:38:01.179639 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.201252 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fdfbbeb6-d450-4efd-941e-6e4e17c4aa06 None None] Set router 92f6db97-e4ab-4673-8f73-fe8fd9922158 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:38:01.245630 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Deleting port fd12c24e-d9ec-47b6-afe4-8af94505b15b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:38:01.245972 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.330247 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] For port fd12c24e-d9ec-47b6-afe4-8af94505b15b, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=fd12c24e-d9ec-47b6-afe4-8af94505b15b,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:38:01.330872 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.345722 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Calling delete_port for fd12c24e-d9ec-47b6-afe4-8af94505b15b owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:38:01.382360 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdfbbeb6-d450-4efd-941e-6e4e17c4aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'name': 'tempest-TestMinimumBasicScenario-1693625910-router', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:38:00Z', 'revision_number': 5, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'gw_port': {'id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:38:01.409860 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfbbeb6-d450-4efd-941e-6e4e17c4aa06 None None] The sync data for ids ['92f6db97-e4ab-4673-8f73-fe8fd9922158'] in dv-cinder-806605-2-iscsi is: [{'id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'name': 'tempest-TestMinimumBasicScenario-1693625910-router', 'tenant_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:38:00Z', 'revision_number': 5, 'project_id': '0fcfce8d3a4a4cae84479646f9ee5a5c', 'gw_port': {'id': 'fd12c24e-d9ec-47b6-afe4-8af94505b15b', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f6db97-e4ab-4673-8f73-fe8fd9922158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:37Z', 'updated_at': '2021-08-30T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:38:01.516339 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.545880 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd12c24e-d9ec-47b6-afe4-8af94505b15b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:38:01.609541 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537939'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.700638 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1297'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.702830 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.749878 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525507'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.750399 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92f6db97-e4ab-4673-8f73-fe8fd9922158 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 16:38:01.755720 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.756886 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-60ec7d17-e08a-430a-866c-3a74f9db7583 admin admin] 10.222.0.32 "DELETE /v2.0/routers/92f6db97-e4ab-4673-8f73-fe8fd9922158 HTTP/1.1" status: 204 len: 168 time: 1.0196879 Aug 30 16:38:01.760270 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44236) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:38:01.810336 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fea74d-0a99-4153-a72f-01672a34956f admin admin] Deleting subnet 5663b3e9-443f-40bb-8dbc-d1a2296a8096 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:38:01.814169 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fea74d-0a99-4153-a72f-01672a34956f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.852737 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fea74d-0a99-4153-a72f-01672a34956f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27047387'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:01.939402 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fea74d-0a99-4153-a72f-01672a34956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.001854 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fea74d-0a99-4153-a72f-01672a34956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27026861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27091175'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.043419 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fea74d-0a99-4153-a72f-01672a34956f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5663b3e9-443f-40bb-8dbc-d1a2296a8096,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:38:02.050362 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fea74d-0a99-4153-a72f-01672a34956f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.055404 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-30fea74d-0a99-4153-a72f-01672a34956f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5663b3e9-443f-40bb-8dbc-d1a2296a8096 HTTP/1.1" status: 204 len: 168 time: 0.2919791 Aug 30 16:38:02.056202 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44238) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:38:02.056828 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ef05c4-6617-4722-9e93-0be2a416c0aa None None] Network ef6da6d5-486d-4645-b747-ace12fd82060 requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:38:02.135970 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.191103 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Deleting port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:38:02.191453 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.247941 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240c3805-1869-4ee8-b808-392ee4d1bd61 None None] DHCP port deletion for ef6da6d5-486d-4645-b747-ace12fd82060 request from dv-cinder-806605-2-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 16:38:02.254790 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] For port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=144aa7d8-d8ef-47b2-8b9a-29d053b596c7,segment=NetworkSegment(2c1d38b4-e0b8-4c3a-9724-9da125840d8e),segment_id=2c1d38b4-e0b8-4c3a-9724-9da125840d8e)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:38:02.255299 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.268757 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Calling delete_port for 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:38:02.300755 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-240c3805-1869-4ee8-b808-392ee4d1bd61 None None] Deleting port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:38:02.301135 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-240c3805-1869-4ee8-b808-392ee4d1bd61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.351477 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.365099 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-240c3805-1869-4ee8-b808-392ee4d1bd61 None None] For port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=144aa7d8-d8ef-47b2-8b9a-29d053b596c7,segment=NetworkSegment(2c1d38b4-e0b8-4c3a-9724-9da125840d8e),segment_id=2c1d38b4-e0b8-4c3a-9724-9da125840d8e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:38:02.365410 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-240c3805-1869-4ee8-b808-392ee4d1bd61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.378611 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-240c3805-1869-4ee8-b808-392ee4d1bd61 None None] Calling delete_port for 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:38:02.387501 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] No DVR routers for this DVR port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 on host dv-cinder-806605-2-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:38:02.389192 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Pushing event deleted for resources: {'Port': ['ID=144aa7d8-d8ef-47b2-8b9a-29d053b596c7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:38:02.456599 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-240c3805-1869-4ee8-b808-392ee4d1bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.459489 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.469691 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6da6d5-486d-4645-b747-ace12fd82060']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:38:02.479228 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c3805-1869-4ee8-b808-392ee4d1bd61 None None] Pushing event deleted for resources: {'Port': ['ID=144aa7d8-d8ef-47b2-8b9a-29d053b596c7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:38:02.485006 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1d38b4-e0b8-4c3a-9724-9da125840d8e') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:38:02.485341 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1d38b4-e0b8-4c3a-9724-9da125840d8e') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:38:02.485567 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c3805-1869-4ee8-b808-392ee4d1bd61 None None] No DVR routers for this DVR port 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 on host dv-cinder-806605-2-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:38:02.496449 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25770940'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.511646 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.517997 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:38:02.518390 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25795825'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: Traceback (most recent call last): Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: timer() Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: cb(*args, **kw) Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: return func(*args, **kwargs) Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: self._notify() Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: self.callback(batched_events) Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: event.method(event) Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: return f(self, *a, **k) Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._get(url).json() Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:38:02.520030 dv-cinder-806605-2-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:38:02.575722 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.581231 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.583211 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ef6da6d5-486d-4645-b747-ace12fd82060 HTTP/1.1" status: 204 len: 168 time: 0.5255673 Aug 30 16:38:02.594328 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2826b-4dba-40ed-98a3-26d425dbee03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6da6d5-486d-4645-b747-ace12fd82060,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:38:02.761864 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44242) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:38:02.803078 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-717806d4-54ca-4d47-9b83-feee4bc6e785 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eec25030d9ea4d54bd877871c8eafee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397830 Aug 30 16:38:02.805597 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44244) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:38:02.855896 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f3f5c45-7e76-43d9-aa77-f588ca4163f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.882530 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f3f5c45-7e76-43d9-aa77-f588ca4163f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.933230 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f3f5c45-7e76-43d9-aa77-f588ca4163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.935885 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f3f5c45-7e76-43d9-aa77-f588ca4163f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:02.937054 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-2f3f5c45-7e76-43d9-aa77-f588ca4163f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6dd6cbe-7896-484f-9292-e6fa4e249a75 HTTP/1.1" status: 204 len: 168 time: 0.1305795 Aug 30 16:38:02.945352 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f5c45-7e76-43d9-aa77-f588ca4163f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dd6cbe-7896-484f-9292-e6fa4e249a75,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:38:03.226720 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fd12c24e-d9ec-47b6-afe4-8af94505b15b no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:38:03.247690 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: fd12c24e-d9ec-47b6-afe4-8af94505b15b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:38:03.247968 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fd12c24e-d9ec-47b6-afe4-8af94505b15b not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:38:03.248365 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 437383a8-7313-459b-b101-4769645c2845 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:38:03.267181 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 437383a8-7313-459b-b101-4769645c2845 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:38:03.267528 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 437383a8-7313-459b-b101-4769645c2845 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:38:03.267935 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:38:03.286545 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:38:03.286892 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 144aa7d8-d8ef-47b2-8b9a-29d053b596c7 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:38:03.303465 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44250) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:38:03.342644 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-da40dfd3-162e-4671-8303-8b328555f982 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fcfce8d3a4a4cae84479646f9ee5a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380070 Aug 30 16:38:03.345180 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44252) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:38:03.405269 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf12c54-d4e3-41e2-95f6-259c58b02cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:03.429766 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf12c54-d4e3-41e2-95f6-259c58b02cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:03.489895 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf12c54-d4e3-41e2-95f6-259c58b02cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:03.492812 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf12c54-d4e3-41e2-95f6-259c58b02cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:03.494017 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7bf12c54-d4e3-41e2-95f6-259c58b02cfe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/532934f9-a7ba-497b-a3a3-39212f1960cb HTTP/1.1" status: 204 len: 168 time: 0.1479621 Aug 30 16:38:03.501959 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf12c54-d4e3-41e2-95f6-259c58b02cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532934f9-a7ba-497b-a3a3-39212f1960cb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:38:14.440792 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:38:15.062271 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c513c0-452c-45ff-a37b-af6ed83c1433 req-21332146-3258-47c3-bc07-2ca02df808a9 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:15.063761 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f7c513c0-452c-45ff-a37b-af6ed83c1433 req-21332146-3258-47c3-bc07-2ca02df808a9 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0517130 Aug 30 16:38:15.106901 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f7c513c0-452c-45ff-a37b-af6ed83c1433 req-74273dc1-2ebd-4697-bdc7-f00559b52198 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362306 Aug 30 16:38:16.241878 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1a771-909b-467a-95f7-5864bb70090c req-49ed615e-8cfc-4758-8c2b-88390ef5b91e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:16.243373 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c9b1a771-909b-467a-95f7-5864bb70090c req-49ed615e-8cfc-4758-8c2b-88390ef5b91e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0515473 Aug 30 16:38:16.289611 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c9b1a771-909b-467a-95f7-5864bb70090c req-3de4f072-161b-4571-8d89-1e8d5e5057aa tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395772 Aug 30 16:38:17.417290 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2e7fe-e662-48fa-a6f2-86034670bfd6 req-0a4c397c-378e-420f-9f8d-2573261566b3 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:17.418847 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2ff2e7fe-e662-48fa-a6f2-86034670bfd6 req-0a4c397c-378e-420f-9f8d-2573261566b3 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0560269 Aug 30 16:38:17.464048 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2ff2e7fe-e662-48fa-a6f2-86034670bfd6 req-dfc674ef-b349-4341-9675-7a6836055ad9 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388587 Aug 30 16:38:18.599843 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e790ebc-fce1-485d-a863-d620a48d0380 req-ce068e13-6f0e-463b-aa43-a2f9c32a1bcc tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:18.601296 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3e790ebc-fce1-485d-a863-d620a48d0380 req-ce068e13-6f0e-463b-aa43-a2f9c32a1bcc tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0596182 Aug 30 16:38:18.641232 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3e790ebc-fce1-485d-a863-d620a48d0380 req-fbc5ea6c-624d-495d-9252-3c3f5def7f83 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337834 Aug 30 16:38:19.766515 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187470d-a7d5-4aa0-9ea3-22942d9b9824 req-aed64e5b-83bc-48e3-8842-f2e1b56b500e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:19.768086 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3187470d-a7d5-4aa0-9ea3-22942d9b9824 req-aed64e5b-83bc-48e3-8842-f2e1b56b500e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0511301 Aug 30 16:38:19.808743 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3187470d-a7d5-4aa0-9ea3-22942d9b9824 req-5db11448-a66e-4aab-a478-b37d36c6c64a tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320938 Aug 30 16:38:20.945345 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afadce-e015-4849-bc91-156093fe99ef req-bc4b1943-f204-4bc1-8cfa-acf0b12ecc77 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:20.946846 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c2afadce-e015-4849-bc91-156093fe99ef req-bc4b1943-f204-4bc1-8cfa-acf0b12ecc77 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0613878 Aug 30 16:38:20.987980 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c2afadce-e015-4849-bc91-156093fe99ef req-16bea5f2-b957-4832-9fca-5adb51a6d02d tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 Aug 30 16:38:21.373140 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0599e6fd-e582-46ad-808a-f74c1970b290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:22.113708 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546e68-e253-4a15-866a-837cd4cef377 req-0466cbd6-b109-4be2-83c6-71bc27861b20 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:22.115190 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6546e68-e253-4a15-866a-837cd4cef377 req-0466cbd6-b109-4be2-83c6-71bc27861b20 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0576119 Aug 30 16:38:22.156863 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6546e68-e253-4a15-866a-837cd4cef377 req-f01fb1ff-c19b-48cb-8c49-7bb7f381c103 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329125 Aug 30 16:38:23.285668 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535e2f4-a639-4cb5-a160-474b6cf96437 req-3682f12e-1b10-4012-a6c8-6055d0876b5e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:23.287183 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9535e2f4-a639-4cb5-a160-474b6cf96437 req-3682f12e-1b10-4012-a6c8-6055d0876b5e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0563190 Aug 30 16:38:23.326901 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9535e2f4-a639-4cb5-a160-474b6cf96437 req-e18599cf-172e-459b-b803-140389b724c7 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337360 Aug 30 16:38:24.255171 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-670946a8-d956-4598-b66b-a3466567ea83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:24.461135 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a0cba-e516-4121-a687-c95a8225207a req-1c106a62-8372-4b38-8d96-7b4bfda75b66 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:24.462617 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-732a0cba-e516-4121-a687-c95a8225207a req-1c106a62-8372-4b38-8d96-7b4bfda75b66 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0593576 Aug 30 16:38:24.505697 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-732a0cba-e516-4121-a687-c95a8225207a req-b7d7f849-70e7-4ac1-83f3-95554b50fb38 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338616 Aug 30 16:38:24.514189 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:25.090477 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:25.447340 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d694e-512e-4591-9545-40f7a270f2f1 req-4dd1fb63-9db3-4513-9d5d-397f8f2eede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:25.448817 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd7d694e-512e-4591-9545-40f7a270f2f1 req-4dd1fb63-9db3-4513-9d5d-397f8f2eede1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b3199ef743724aa78d9f233bc289b2af&device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1099 time: 0.1993589 Aug 30 16:38:25.536791 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d694e-512e-4591-9545-40f7a270f2f1 req-cf5aa1d6-2f12-420b-b834-a7e2aaf2f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:25.538279 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd7d694e-512e-4591-9545-40f7a270f2f1 req-cf5aa1d6-2f12-420b-b834-a7e2aaf2f09e service neutron] 10.222.0.78 "GET /v2.0/networks?id=122ec626-219a-41f5-8132-b2e690dfc29f HTTP/1.1" status: 200 len: 910 time: 0.0819657 Aug 30 16:38:25.605858 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd7d694e-512e-4591-9545-40f7a270f2f1 req-d0566e51-5482-4d20-b1ef-f5c78b9c56be service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02 HTTP/1.1" status: 200 len: 1001 time: 0.0610373 Aug 30 16:38:25.625619 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b27a7-dd5d-4f88-94e3-a9a91958fc6c req-70ee3917-cc63-4cf6-af6b-d5343ba04259 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:25.627322 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5d2b27a7-dd5d-4f88-94e3-a9a91958fc6c req-70ee3917-cc63-4cf6-af6b-d5343ba04259 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0521700 Aug 30 16:38:25.655041 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d694e-512e-4591-9545-40f7a270f2f1 req-7984fe78-00dd-4fb1-85de-70c1f80afc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:25.656557 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd7d694e-512e-4591-9545-40f7a270f2f1 req-7984fe78-00dd-4fb1-85de-70c1f80afc50 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c0e8b993-9652-4074-81d6-d2ed20817cff HTTP/1.1" status: 200 len: 847 time: 0.0441194 Aug 30 16:38:25.666788 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5d2b27a7-dd5d-4f88-94e3-a9a91958fc6c req-f4ba4ba3-ec4e-4e60-beea-b8d146ce1450 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332448 Aug 30 16:38:25.705873 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d694e-512e-4591-9545-40f7a270f2f1 req-47fd8922-b01a-4754-bc8e-3da755a0ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:25.707369 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd7d694e-512e-4591-9545-40f7a270f2f1 req-47fd8922-b01a-4754-bc8e-3da755a0ba13 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=122ec626-219a-41f5-8132-b2e690dfc29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431688 Aug 30 16:38:25.798798 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd7d694e-512e-4591-9545-40f7a270f2f1 req-7f0ac267-5381-4c49-a009-ff7df5180ac9 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843694 Aug 30 16:38:25.891825 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd7d694e-512e-4591-9545-40f7a270f2f1 req-3e5ca25c-d944-4359-8c0f-392d99c29007 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863128 Aug 30 16:38:26.662201 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:26.792266 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613ca2-4232-4890-8e46-4f454ce37e2b req-34e1c416-f3cc-4cc4-bbf4-f3c0f9dc99ef tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:26.793771 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-78613ca2-4232-4890-8e46-4f454ce37e2b req-34e1c416-f3cc-4cc4-bbf4-f3c0f9dc99ef tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0578294 Aug 30 16:38:26.833427 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-78613ca2-4232-4890-8e46-4f454ce37e2b req-de5c5d52-68d6-4b0f-99c1-a7ec8774d1e0 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335593 Aug 30 16:38:27.958343 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe2e17-494f-4e77-b46f-0a124bb65fec req-524e392e-850b-419b-b18b-4b9fd9356d88 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:27.959730 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6cbe2e17-494f-4e77-b46f-0a124bb65fec req-524e392e-850b-419b-b18b-4b9fd9356d88 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0556548 Aug 30 16:38:27.997685 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6cbe2e17-494f-4e77-b46f-0a124bb65fec req-9fdc589c-bd2c-4e34-80b6-af47fc5f2269 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318625 Aug 30 16:38:29.131873 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e86fcc-0fa1-4600-b097-e89e1f588d62 req-40415c59-8a1e-4319-8017-e029d4861b90 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:29.133361 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-64e86fcc-0fa1-4600-b097-e89e1f588d62 req-40415c59-8a1e-4319-8017-e029d4861b90 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0613985 Aug 30 16:38:29.173485 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-64e86fcc-0fa1-4600-b097-e89e1f588d62 req-616b6353-91a5-4125-8175-75155330da69 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337300 Aug 30 16:38:29.427605 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b689e-e461-4ad3-9df9-19c40331c025 req-59d5e616-c82d-445b-aaa2-2ac33c26d38f tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:29.429107 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e26b689e-e461-4ad3-9df9-19c40331c025 req-59d5e616-c82d-445b-aaa2-2ac33c26d38f tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0815945 Aug 30 16:38:29.436524 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1787888b-f671-4192-a371-0502a3e2da80 req-8911ba29-8e99-4e24-88a5-ce72e36994a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087403 Aug 30 16:38:29.473006 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e26b689e-e461-4ad3-9df9-19c40331c025 req-9cb356eb-9d08-41cd-bb84-5b06b8c9733b tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355015 Aug 30 16:38:29.826866 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5c3fe484-00a8-440b-9f8a-27fd271c3f02 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:38:29.911019 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:29.937134 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:38:29.940705 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f8fac1-1719-4a1c-a9aa-787dbc84c54d" -d '{"events": [{"server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:38:29.954874 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5c3fe484-00a8-440b-9f8a-27fd271c3f02, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:38:29.960795 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:30.010321 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5c3fe484-00a8-440b-9f8a-27fd271c3f02,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:38:30.093713 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 16:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aff648-00f7-49d2-a5c1-e8abc96756e3 x-openstack-request-id: req-d1aff648-00f7-49d2-a5c1-e8abc96756e3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:38:30.094068 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "name": "network-vif-unplugged", "status": "failed", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02", "code": 422}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:38:30.094373 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1aff648-00f7-49d2-a5c1-e8abc96756e3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:38:30.094797 dv-cinder-806605-2-iscsi neutron-server[93877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'code': 422} returned with failed status Aug 30 16:38:30.334143 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:30.601736 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed52eea-7205-41f8-b033-823bee64feb6 req-c9eaa41e-b5dd-40be-96b7-6c62d3714c59 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:30.603275 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1ed52eea-7205-41f8-b033-823bee64feb6 req-c9eaa41e-b5dd-40be-96b7-6c62d3714c59 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0603137 Aug 30 16:38:30.655714 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1ed52eea-7205-41f8-b033-823bee64feb6 req-cee0ee86-6bf9-42e0-b444-2e432939cf20 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426438 Aug 30 16:38:31.778398 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a0b74-2e96-44e4-851c-82ea16a580fe req-c40f5b90-f38b-42da-b2d7-e8cea1f1ad5d tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:31.780000 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e99a0b74-2e96-44e4-851c-82ea16a580fe req-c40f5b90-f38b-42da-b2d7-e8cea1f1ad5d tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0530677 Aug 30 16:38:31.820105 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e99a0b74-2e96-44e4-851c-82ea16a580fe req-68695534-d1da-4a9b-97ea-91e32b9d38cc tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339403 Aug 30 16:38:32.944249 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f7b37-6218-4e99-9a7b-ff2dd0b10fad req-68ae73a4-ba48-4cda-b30d-2362abd3ee0e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:32.945770 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-902f7b37-6218-4e99-9a7b-ff2dd0b10fad req-68ae73a4-ba48-4cda-b30d-2362abd3ee0e tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0553181 Aug 30 16:38:32.986775 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-902f7b37-6218-4e99-9a7b-ff2dd0b10fad req-7cdbe461-a3e4-4550-b0be-ba3659b8b292 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Aug 30 16:38:34.135101 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d9538-d4ee-4ff3-b7bf-61bec12d0c00 req-e05389de-a53e-411f-8251-bd1b9c507b52 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:34.137005 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b79d9538-d4ee-4ff3-b7bf-61bec12d0c00 req-e05389de-a53e-411f-8251-bd1b9c507b52 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0581980 Aug 30 16:38:34.190321 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b79d9538-d4ee-4ff3-b7bf-61bec12d0c00 req-fdc9fe06-8f8a-4691-a11f-d4755de88fee tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458450 Aug 30 16:38:35.250299 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787888b-f671-4192-a371-0502a3e2da80 req-b4b7ddc7-9147-4728-82e1-b6d58519002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:35.251826 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1787888b-f671-4192-a371-0502a3e2da80 req-b4b7ddc7-9147-4728-82e1-b6d58519002e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c&tenant_id=b3199ef743724aa78d9f233bc289b2af HTTP/1.1" status: 200 len: 1097 time: 0.0439200 Aug 30 16:38:35.321122 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d70e34-f293-41dd-ab96-a4c5ff1fdd9f req-16353ee4-9e63-4f43-af69-ff6c98d2dbe2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:35.322707 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d2d70e34-f293-41dd-ab96-a4c5ff1fdd9f req-16353ee4-9e63-4f43-af69-ff6c98d2dbe2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0536790 Aug 30 16:38:35.332681 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787888b-f671-4192-a371-0502a3e2da80 req-305c3fd0-f735-43bf-9fbb-551b310415bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:35.334205 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1787888b-f671-4192-a371-0502a3e2da80 req-305c3fd0-f735-43bf-9fbb-551b310415bf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b3199ef743724aa78d9f233bc289b2af&device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1097 time: 0.0475624 Aug 30 16:38:35.367645 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d2d70e34-f293-41dd-ab96-a4c5ff1fdd9f req-fd035771-dae0-45a4-9c99-573d2a4b705b tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387390 Aug 30 16:38:35.433755 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787888b-f671-4192-a371-0502a3e2da80 req-8a0f4247-5f19-4469-ae05-4850dd83a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:35.435231 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1787888b-f671-4192-a371-0502a3e2da80 req-8a0f4247-5f19-4469-ae05-4850dd83a86b service neutron] 10.222.0.78 "GET /v2.0/networks?id=122ec626-219a-41f5-8132-b2e690dfc29f HTTP/1.1" status: 200 len: 910 time: 0.0940127 Aug 30 16:38:35.506927 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1787888b-f671-4192-a371-0502a3e2da80 req-8efd2ec4-2825-4f26-af55-6ad1bf36a620 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02 HTTP/1.1" status: 200 len: 999 time: 0.0632830 Aug 30 16:38:35.839879 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787888b-f671-4192-a371-0502a3e2da80 req-cf54e7b7-4158-424e-bfa4-cd181303ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:35.842060 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1787888b-f671-4192-a371-0502a3e2da80 req-cf54e7b7-4158-424e-bfa4-cd181303ba14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c0e8b993-9652-4074-81d6-d2ed20817cff HTTP/1.1" status: 200 len: 847 time: 0.3281188 Aug 30 16:38:35.889064 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787888b-f671-4192-a371-0502a3e2da80 req-826ee165-01c3-4273-94b7-84849437f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:35.890529 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1787888b-f671-4192-a371-0502a3e2da80 req-826ee165-01c3-4273-94b7-84849437f589 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=122ec626-219a-41f5-8132-b2e690dfc29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408750 Aug 30 16:38:35.987198 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1787888b-f671-4192-a371-0502a3e2da80 req-fbc94a54-e7fa-4717-9022-583899774149 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891080 Aug 30 16:38:36.090092 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1787888b-f671-4192-a371-0502a3e2da80 req-cff3c726-5c76-4e7e-8621-8c1af6f8b003 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956235 Aug 30 16:38:36.498883 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01532d-6716-4aa5-8216-a80e93a00e25 req-a8d0a7e0-4488-4c28-89d6-25240e53bead tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:36.500391 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ab01532d-6716-4aa5-8216-a80e93a00e25 req-a8d0a7e0-4488-4c28-89d6-25240e53bead tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0598280 Aug 30 16:38:36.542466 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ab01532d-6716-4aa5-8216-a80e93a00e25 req-c1ab2953-f51a-45bc-a63e-7b4b406c46fd tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335882 Aug 30 16:38:37.679360 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77fb60-97fa-469e-a124-c924a0b27bc2 req-f054fe8a-bfe1-4f0e-9349-413669dc9923 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:37.680917 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7e77fb60-97fa-469e-a124-c924a0b27bc2 req-f054fe8a-bfe1-4f0e-9349-413669dc9923 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0609717 Aug 30 16:38:37.728917 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7e77fb60-97fa-469e-a124-c924a0b27bc2 req-1171ee9a-ca49-41cf-bee7-eaa8599445f0 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410888 Aug 30 16:38:38.519228 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fffc5a-54ca-45dd-8af6-4c8f502cc626 req-01274ffc-7714-4d4f-9bae-efb9bb62ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:38.520742 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-13fffc5a-54ca-45dd-8af6-4c8f502cc626 req-01274ffc-7714-4d4f-9bae-efb9bb62ef74 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b3199ef743724aa78d9f233bc289b2af&device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1097 time: 0.0443802 Aug 30 16:38:38.629551 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fffc5a-54ca-45dd-8af6-4c8f502cc626 req-cbaf2730-215e-45a2-82d5-b4c8b157534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:38.631093 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-13fffc5a-54ca-45dd-8af6-4c8f502cc626 req-cbaf2730-215e-45a2-82d5-b4c8b157534b service neutron] 10.222.0.78 "GET /v2.0/networks?id=122ec626-219a-41f5-8132-b2e690dfc29f HTTP/1.1" status: 200 len: 910 time: 0.0902865 Aug 30 16:38:38.699137 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-13fffc5a-54ca-45dd-8af6-4c8f502cc626 req-9c0585a2-2118-4c46-a433-b7381978d735 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02 HTTP/1.1" status: 200 len: 999 time: 0.0606844 Aug 30 16:38:38.754296 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fffc5a-54ca-45dd-8af6-4c8f502cc626 req-f71bd2ec-6cc7-4b6c-b588-8f28c5020118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:38.755736 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-13fffc5a-54ca-45dd-8af6-4c8f502cc626 req-f71bd2ec-6cc7-4b6c-b588-8f28c5020118 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c0e8b993-9652-4074-81d6-d2ed20817cff HTTP/1.1" status: 200 len: 847 time: 0.0494559 Aug 30 16:38:38.802458 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fffc5a-54ca-45dd-8af6-4c8f502cc626 req-ceb9206c-ba6d-4e38-a2a4-2d84a0a40fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:38.803911 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-13fffc5a-54ca-45dd-8af6-4c8f502cc626 req-ceb9206c-ba6d-4e38-a2a4-2d84a0a40fcb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=122ec626-219a-41f5-8132-b2e690dfc29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412097 Aug 30 16:38:38.848220 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b98184-a0d6-400a-8826-af4e26fcc112 req-bbd650f4-79cd-40ca-98df-d203ae5f64fd tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:38.849775 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c0b98184-a0d6-400a-8826-af4e26fcc112 req-bbd650f4-79cd-40ca-98df-d203ae5f64fd tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0503061 Aug 30 16:38:38.889952 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c0b98184-a0d6-400a-8826-af4e26fcc112 req-d40c3a3a-ea65-4b02-a8c0-2d9427e1c6f3 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334520 Aug 30 16:38:38.893629 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-13fffc5a-54ca-45dd-8af6-4c8f502cc626 req-349dd49b-6e56-47f5-95fe-059865650e17 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828273 Aug 30 16:38:38.991470 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-13fffc5a-54ca-45dd-8af6-4c8f502cc626 req-d406972a-2ce9-438c-a983-8a3258e50432 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896783 Aug 30 16:38:40.029174 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db0f01-2c88-4e0c-829a-2a4f986b992d req-044085ee-8cc9-47b2-b159-f0627df78a29 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:40.030614 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-01db0f01-2c88-4e0c-829a-2a4f986b992d req-044085ee-8cc9-47b2-b159-f0627df78a29 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0631864 Aug 30 16:38:40.069824 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-01db0f01-2c88-4e0c-829a-2a4f986b992d req-a9a3eb57-48b0-4cb5-b70a-6a3937cc24da tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332088 Aug 30 16:38:41.219069 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5293c-aaf0-40b6-9aa3-75ce7415bccc req-1939c875-84c8-4be7-afa8-e18a7c1d5c1d tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:41.220590 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-37c5293c-aaf0-40b6-9aa3-75ce7415bccc req-1939c875-84c8-4be7-afa8-e18a7c1d5c1d tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0741532 Aug 30 16:38:41.259298 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-37c5293c-aaf0-40b6-9aa3-75ce7415bccc req-6a7ca25b-b1b4-4203-b9a5-099a5ac3ca20 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323207 Aug 30 16:38:42.391598 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6708615-223f-4e2b-9ad8-7fa67f9a63f5 req-be028697-6d65-45b4-aa70-f678260226c5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:42.393126 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d6708615-223f-4e2b-9ad8-7fa67f9a63f5 req-be028697-6d65-45b4-aa70-f678260226c5 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0518022 Aug 30 16:38:42.435466 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d6708615-223f-4e2b-9ad8-7fa67f9a63f5 req-f956f3ee-cb37-42f7-984d-0c4e58ead06b tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326996 Aug 30 16:38:43.578036 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1d9d-8826-4d3d-aba9-ece41d223fdb req-f7d87fd6-a9f2-4dd9-8f0a-5f95a604bda8 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:43.579507 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-107d1d9d-8826-4d3d-aba9-ece41d223fdb req-f7d87fd6-a9f2-4dd9-8f0a-5f95a604bda8 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 944 time: 0.0714476 Aug 30 16:38:43.620530 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-107d1d9d-8826-4d3d-aba9-ece41d223fdb req-0344b866-ff39-4eac-add4-ff328243971c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321867 Aug 30 16:38:43.904882 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5c3fe484-00a8-440b-9f8a-27fd271c3f02 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 16:38:44.010856 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5c3fe484-00a8-440b-9f8a-27fd271c3f02, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:38:44.022528 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Returning: {'device': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'port_id': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'mac_address': 'fa:16:3e:1b:38:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 16:38:44.059918 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:44.076169 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3fe484-00a8-440b-9f8a-27fd271c3f02 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 16:38:44.094827 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5c3fe484-00a8-440b-9f8a-27fd271c3f02, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:38:44.099886 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:44.146989 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5c3fe484-00a8-440b-9f8a-27fd271c3f02,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:38:44.374934 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] get_ports_and_sgs() called for port_ids ['5c3fe484-00a8-440b-9f8a-27fd271c3f02'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 16:38:44.740671 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625062-6a2b-4700-91d8-24a845922b4b req-73571716-cc97-46af-9f7f-8f43512fc82c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:44.742180 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-44625062-6a2b-4700-91d8-24a845922b4b req-73571716-cc97-46af-9f7f-8f43512fc82c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 945 time: 0.0499148 Aug 30 16:38:44.782015 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-44625062-6a2b-4700-91d8-24a845922b4b req-83c149a9-7a50-4279-bf9a-de847ee79d9a tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336339 Aug 30 16:38:45.903255 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5c3fe484-00a8-440b-9f8a-27fd271c3f02 up at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 16:38:45.961120 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Provisioning complete for port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 16:38:45.961378 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1750731'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:46.058837 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1707842'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:46.082053 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:38:46.082913 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda94efa-8240-405b-98a4-0961afac1b47 req-f35c35a4-ca17-4501-92b1-4945e0bc6743 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:46.084308 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a522c23685725b107219ad16fefb0b76396020e06188c867fccac62b426ac5f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a866731b-8e95-4090-9f1c-01929180a9dc" -d '{"events": [{"server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "name": "network-vif-plugged", "status": "completed", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:38:46.084464 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cda94efa-8240-405b-98a4-0961afac1b47 req-f35c35a4-ca17-4501-92b1-4945e0bc6743 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 945 time: 0.0524228 Aug 30 16:38:46.098368 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] For port 5c3fe484-00a8-440b-9f8a-27fd271c3f02, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:38:46.104321 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731788708401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731788156182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731788156200'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:46.127972 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb3f5fa-10db-4d33-9e1d-fdf1dfafa45a x-openstack-request-id: req-2eb3f5fa-10db-4d33-9e1d-fdf1dfafa45a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:38:46.128263 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "name": "network-vif-plugged", "status": "completed", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:38:46.128512 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2eb3f5fa-10db-4d33-9e1d-fdf1dfafa45a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:38:46.128625 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cda94efa-8240-405b-98a4-0961afac1b47 req-46e0d750-d92b-4ea1-b547-a660d270b10f tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373061 Aug 30 16:38:46.128895 dv-cinder-806605-2-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'code': 200} Aug 30 16:38:46.154879 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Pushing event updated for resources: {'Port': ['ID=5c3fe484-00a8-440b-9f8a-27fd271c3f02,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:38:46.382646 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b840-8e9f-4448-9bf8-1b06ec248721 req-6164c26d-5d8c-43f7-a1f3-5bd427338147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:46.384790 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7f39b840-8e9f-4448-9bf8-1b06ec248721 req-6164c26d-5d8c-43f7-a1f3-5bd427338147 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1099 time: 0.0421958 Aug 30 16:38:46.421155 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7f39b840-8e9f-4448-9bf8-1b06ec248721 req-9acce813-9062-40b3-ab3a-0043c300fcfd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297320 Aug 30 16:38:47.260913 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66da50-3394-40ac-b801-84cad7884894 req-e645905e-48d3-4999-8ba3-0517bcf6ba6a tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:47.263130 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ee66da50-3394-40ac-b801-84cad7884894 req-e645905e-48d3-4999-8ba3-0517bcf6ba6a tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0585020 Aug 30 16:38:47.302568 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ee66da50-3394-40ac-b801-84cad7884894 req-dd55f5c8-6a7d-4bb7-b37f-f4b95a11b9ab tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332468 Aug 30 16:38:48.423572 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9515a-1b78-415b-8e61-000b1d67e9e9 req-5901b22f-5c21-4f0d-bc55-8fb62dedbd05 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:38:48.425063 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0bc9515a-1b78-415b-8e61-000b1d67e9e9 req-5901b22f-5c21-4f0d-bc55-8fb62dedbd05 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0530307 Aug 30 16:38:48.474178 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0bc9515a-1b78-415b-8e61-000b1d67e9e9 req-5f837738-a34c-44b6-8e67-f747d965878c tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429473 Aug 30 16:38:51.377476 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04473823-86ee-4a58-b701-c055739a8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:51.445055 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:38:54.262856 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee10ba6a-a70b-4830-b63c-98c1fdb878a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:54.526894 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:55.099833 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:38:56.664127 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:00.349900 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:21.383700 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f993579-c504-4c26-b2b6-0a308ff3cf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:24.255027 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05d88ef7-a40c-4756-9028-2f0fb51cff2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:24.523594 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:25.108045 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:26.666747 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:28.450697 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:39:30.353578 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:40.471310 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-9d11bf1f-7e2b-43d3-9c7e-d5d5ddf895fd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489833 Aug 30 16:39:40.573884 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-eed95a69-5dcb-4085-a58d-3f6ad8b926bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:39:40.575539 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-eed95a69-5dcb-4085-a58d-3f6ad8b926bd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b3199ef743724aa78d9f233bc289b2af&device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1099 time: 0.0459950 Aug 30 16:39:40.677158 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-539992a1-fc8e-4dd8-b676-30f4cd6f569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:39:40.678662 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-539992a1-fc8e-4dd8-b676-30f4cd6f569d service neutron] 10.222.0.78 "GET /v2.0/networks?id=122ec626-219a-41f5-8132-b2e690dfc29f HTTP/1.1" status: 200 len: 910 time: 0.0838745 Aug 30 16:39:40.747971 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-4e9630a7-f4fc-4a92-bec2-dd4036f0097a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02 HTTP/1.1" status: 200 len: 1001 time: 0.0623007 Aug 30 16:39:40.796852 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-eeb0b07c-1acc-4333-8b59-d4311e816d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:39:40.798327 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-eeb0b07c-1acc-4333-8b59-d4311e816d64 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c0e8b993-9652-4074-81d6-d2ed20817cff HTTP/1.1" status: 200 len: 847 time: 0.0441926 Aug 30 16:39:40.845982 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-5d20a6a9-ed64-4c54-9ca8-d8ba872c02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:39:40.847497 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-5d20a6a9-ed64-4c54-9ca8-d8ba872c02fe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=122ec626-219a-41f5-8132-b2e690dfc29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414841 Aug 30 16:39:40.944155 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-551f4f62-ae40-46dc-afef-7f22780da544 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893457 Aug 30 16:39:41.039517 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b2c3e30-b5c2-40c2-b4bf-3387abe01711 req-19215356-ed54-4c93-a364-1614fab61085 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878141 Aug 30 16:39:51.378987 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc6c1c51-32ef-4bdd-8a5b-3b2052cf8980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:54.250356 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2cacd43-d4aa-458c-8ca5-f903371a7930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:54.518952 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:55.112617 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:39:56.669520 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:00.354435 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:04.413305 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44382) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:04.582389 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Deleting port 16edb021-b082-4c28-abbc-477ca9433ea6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:40:04.582680 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:04.658357 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:04.658626 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:04.674763 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Calling delete_port for 16edb021-b082-4c28-abbc-477ca9433ea6 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:40:04.823130 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:04.846457 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event deleted for resources: {'Port': ['ID=16edb021-b082-4c28-abbc-477ca9433ea6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:04.856382 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.856725 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.857060 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.857387 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.857939 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.858882 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.858882 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.858882 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.859179 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.859514 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.859880 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.860139 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:04.920926 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:04.921244 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Floating IP 8663d2c1-30cf-4118-801f-83305788ef0d disassociated (deleted). External IP: 172.27.3.85, port: 5c3fe484-00a8-440b-9f8a-27fd271c3f02. Aug 30 16:40:05.382413 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Router 0ac1a87a-35a5-43a3-928f-0920aa193b44 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:40:05.454115 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:40:05.503651 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:40:05.509958 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:05.517032 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59535a-1197-4175-996a-5f49e0dac7c3 None None] Sync routers for ids ['0ac1a87a-35a5-43a3-928f-0920aa193b44'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:40:05.527039 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59535a-1197-4175-996a-5f49e0dac7c3 None None] Routers {'0ac1a87a-35a5-43a3-928f-0920aa193b44'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:40:05.528257 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-da59535a-1197-4175-996a-5f49e0dac7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:39:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0ac1a87a-35a5-43a3-928f-0920aa193b44'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:05.536961 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ce509bfb-768a-4405-9829-851badb8afc2 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "DELETE /v2.0/floatingips/8663d2c1-30cf-4118-801f-83305788ef0d HTTP/1.1" status: 204 len: 168 time: 1.1221750 Aug 30 16:40:05.537535 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:40:05.539851 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e892b3b15a906b17b824bd81597df1cba214cd25703596066fb9193795aca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0" -d '{"events": [{"name": "network-changed", "server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:40:05.586541 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd3a96c-f188-4925-9c3b-8ca9ffff9e14 x-openstack-request-id: req-ffd3a96c-f188-4925-9c3b-8ca9ffff9e14 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:40:05.586541 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:40:05.586823 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffd3a96c-f188-4925-9c3b-8ca9ffff9e14 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:40:05.587045 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'status': 'completed', 'code': 200} Aug 30 16:40:05.638008 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-da59535a-1197-4175-996a-5f49e0dac7c3 None None] Set router 0ac1a87a-35a5-43a3-928f-0920aa193b44 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:40:05.676606 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0 req-42ff4a7d-6b28-43e3-a1f9-b8612e1e3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:40:05.678777 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0 req-42ff4a7d-6b28-43e3-a1f9-b8612e1e3790 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b3199ef743724aa78d9f233bc289b2af&device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 1099 time: 0.0471413 Aug 30 16:40:05.775944 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e60703-6209-4ee3-bcb7-479e5c736021 req-34fb7660-2831-49c2-9da3-58f014561681 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:40:05.777432 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a1e60703-6209-4ee3-bcb7-479e5c736021 req-34fb7660-2831-49c2-9da3-58f014561681 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0559957 Aug 30 16:40:05.817608 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0 req-45c66d14-d7e4-4566-bbcc-0c48365133f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:40:05.819192 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a1e60703-6209-4ee3-bcb7-479e5c736021 req-3d2287c7-d57d-483a-8d71-8ee7cc89d557 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342555 Aug 30 16:40:05.819642 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0 req-45c66d14-d7e4-4566-bbcc-0c48365133f4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=122ec626-219a-41f5-8132-b2e690dfc29f HTTP/1.1" status: 200 len: 910 time: 0.0926640 Aug 30 16:40:05.849251 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-da59535a-1197-4175-996a-5f49e0dac7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '045029cb-1348-4406-9bd8-f3d5bd05f375', 'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'mac_address': 'fa:16:3e:d9:82:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:16Z', 'updated_at': '2021-08-30T16:35:23Z', 'revision_number': 5, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'subnets': [{'id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:05.864241 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0 req-613d3e47-0dc1-4ad4-a396-d490c7c2b754 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02 HTTP/1.1" status: 200 len: 217 time: 0.0361137 Aug 30 16:40:05.878520 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59535a-1197-4175-996a-5f49e0dac7c3 None None] Checking router: 0ac1a87a-35a5-43a3-928f-0920aa193b44 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:40:05.887223 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59535a-1197-4175-996a-5f49e0dac7c3 None None] Routers {'0ac1a87a-35a5-43a3-928f-0920aa193b44'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:40:05.887828 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-da59535a-1197-4175-996a-5f49e0dac7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:39:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0ac1a87a-35a5-43a3-928f-0920aa193b44'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:05.917629 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0 req-af6f90ea-4b41-4569-a7e7-65491cffc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:40:05.919073 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0 req-af6f90ea-4b41-4569-a7e7-65491cffc389 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c0e8b993-9652-4074-81d6-d2ed20817cff HTTP/1.1" status: 200 len: 847 time: 0.0481274 Aug 30 16:40:05.964907 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0 req-6f0472d2-fa6b-4e4b-9288-0bfe9ef26543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:40:05.966470 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0 req-6f0472d2-fa6b-4e4b-9288-0bfe9ef26543 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=122ec626-219a-41f5-8132-b2e690dfc29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402553 Aug 30 16:40:05.993741 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-da59535a-1197-4175-996a-5f49e0dac7c3 None None] Set router 0ac1a87a-35a5-43a3-928f-0920aa193b44 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:40:06.060172 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0 req-9366e856-6c02-44ae-b8c7-f248d466832c service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852585 Aug 30 16:40:06.160870 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0dfa9b45-6d92-4e8c-903e-8e8b0fc019b0 req-31169cb9-fb47-43d4-97f0-5866ff0815d9 service neutron] 10.222.0.78 "GET /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934689 Aug 30 16:40:06.198179 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-da59535a-1197-4175-996a-5f49e0dac7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '045029cb-1348-4406-9bd8-f3d5bd05f375', 'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'mac_address': 'fa:16:3e:d9:82:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:16Z', 'updated_at': '2021-08-30T16:35:23Z', 'revision_number': 5, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'subnets': [{'id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:06.224009 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59535a-1197-4175-996a-5f49e0dac7c3 None None] The sync data for ids ['0ac1a87a-35a5-43a3-928f-0920aa193b44'] in dv-cinder-806605-2-iscsi is: [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:35:16Z', 'revision_number': 4, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi', '_interfaces': [{'id': '045029cb-1348-4406-9bd8-f3d5bd05f375', 'name': '', 'network_id': '122ec626-219a-41f5-8132-b2e690dfc29f', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'mac_address': 'fa:16:3e:d9:82:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:16Z', 'updated_at': '2021-08-30T16:35:23Z', 'revision_number': 5, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'subnets': [{'id': 'c0e8b993-9652-4074-81d6-d2ed20817cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:40:06.458030 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad63941-6fc2-4073-b90b-3e0e098b43b1 None None] New status for floating IP 8663d2c1-30cf-4118-801f-83305788ef0d: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 16:40:06.959937 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c879e6d-2204-4f46-8293-492ed956b60e req-741f3362-095c-4222-8955-8a1ee90a8680 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:40:06.961290 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2c879e6d-2204-4f46-8293-492ed956b60e req-741f3362-095c-4222-8955-8a1ee90a8680 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0596159 Aug 30 16:40:06.998936 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2c879e6d-2204-4f46-8293-492ed956b60e req-b252123b-d0c9-4cc8-97e9-7badc105e8d3 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/security-groups?id=76fe545d-562d-487b-a58e-fb61529e1089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Aug 30 16:40:07.404580 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0b4cb-8656-4c8d-8d0f-4ef520896ff3 req-a3e823bd-5f9e-4249-aa0d-58721987ceda tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 16:40:07.406165 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f3e0b4cb-8656-4c8d-8d0f-4ef520896ff3 req-a3e823bd-5f9e-4249-aa0d-58721987ceda tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.78 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 946 time: 0.0523200 Aug 30 16:40:07.512493 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-f3e0b4cb-8656-4c8d-8d0f-4ef520896ff3 req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Deleting port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:40:07.512772 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f3e0b4cb-8656-4c8d-8d0f-4ef520896ff3 req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:07.618068 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f3e0b4cb-8656-4c8d-8d0f-4ef520896ff3 req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] For port 5c3fe484-00a8-440b-9f8a-27fd271c3f02, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=5c3fe484-00a8-440b-9f8a-27fd271c3f02,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:40:07.618440 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f3e0b4cb-8656-4c8d-8d0f-4ef520896ff3 req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:07.631815 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-f3e0b4cb-8656-4c8d-8d0f-4ef520896ff3 req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Calling delete_port for 5c3fe484-00a8-440b-9f8a-27fd271c3f02 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:40:07.777247 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f3e0b4cb-8656-4c8d-8d0f-4ef520896ff3 req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:07.806209 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event deleted for resources: {'Port': ['ID=5c3fe484-00a8-440b-9f8a-27fd271c3f02,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:07.832001 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.832424 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.832769 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.833105 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.833472 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.833826 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.834153 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.834459 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.834784 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.835103 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.835426 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.835742 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:07.856977 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e0b4cb-8656-4c8d-8d0f-4ef520896ff3 req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] No DVR routers for this DVR port 5c3fe484-00a8-440b-9f8a-27fd271c3f02 on host hv-cinder-80660 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:40:07.859484 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f3e0b4cb-8656-4c8d-8d0f-4ef520896ff3 req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025261'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:07.861600 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f3e0b4cb-8656-4c8d-8d0f-4ef520896ff3 req-0f4c6776-1f4b-4382-8b16-b7fc9cef7046 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.78 "DELETE /v2.0/ports/5c3fe484-00a8-440b-9f8a-27fd271c3f02 HTTP/1.1" status: 204 len: 173 time: 0.4491870 Aug 30 16:40:07.862035 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'name': 'network-vif-deleted', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 16:40:07.864611 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336f8e17974462a17cdc4eab2d325e7d12454011df0840f01b5877cd8c59f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793517d1-6d1c-48f9-8d1e-e03476cc2e60" -d '{"events": [{"server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "name": "network-vif-deleted", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 16:40:08.012158 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcdf33f-5f26-4622-99c6-c5cc1963a968 x-openstack-request-id: req-8bcdf33f-5f26-4622-99c6-c5cc1963a968 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 16:40:08.012449 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e65ce4-9ee4-47f1-adab-a38339e5d62c", "name": "network-vif-deleted", "tag": "5c3fe484-00a8-440b-9f8a-27fd271c3f02", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 16:40:08.012698 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8bcdf33f-5f26-4622-99c6-c5cc1963a968 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 16:40:08.013095 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e65ce4-9ee4-47f1-adab-a38339e5d62c', 'name': 'network-vif-deleted', 'tag': '5c3fe484-00a8-440b-9f8a-27fd271c3f02', 'status': 'completed', 'code': 200} Aug 30 16:40:08.101421 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5799b1a1-40bc-4ebd-a605-8be86a3d0470 req-2a80aa62-3abd-4288-a723-9331b352d969 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e65ce4-9ee4-47f1-adab-a38339e5d62c HTTP/1.1" status: 200 len: 210 time: 0.0267532 Aug 30 16:40:09.172260 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44412) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:09.238266 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e7c69063-bb3c-45f3-9436-3cbe19167a25 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:09.265209 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e7c69063-bb3c-45f3-9436-3cbe19167a25 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:09.335855 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e7c69063-bb3c-45f3-9436-3cbe19167a25 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:09.338502 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e7c69063-bb3c-45f3-9436-3cbe19167a25 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:09.339658 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e7c69063-bb3c-45f3-9436-3cbe19167a25 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] 10.222.0.32 "DELETE /v2.0/security-groups/76fe545d-562d-487b-a58e-fb61529e1089 HTTP/1.1" status: 204 len: 168 time: 0.1663823 Aug 30 16:40:09.349103 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c69063-bb3c-45f3-9436-3cbe19167a25 tempest-TestShelveInstance-281771042 tempest-TestShelveInstance-281771042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fe545d-562d-487b-a58e-fb61529e1089,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:09.384312 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44416) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:09.778726 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534723'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:10.054854 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] Deleting port 045029cb-1348-4406-9bd8-f3d5bd05f375 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:40:10.055185 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:10.143518 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] For port 045029cb-1348-4406-9bd8-f3d5bd05f375, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=045029cb-1348-4406-9bd8-f3d5bd05f375,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:40:10.144285 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:10.165473 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] Calling delete_port for 045029cb-1348-4406-9bd8-f3d5bd05f375 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:40:10.231459 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5c3fe484-00a8-440b-9f8a-27fd271c3f02 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:40:10.251342 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] No Port match for: 5c3fe484-00a8-440b-9f8a-27fd271c3f02 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:40:10.251679 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Device 5c3fe484-00a8-440b-9f8a-27fd271c3f02 not bound to the agent host hv-cinder-80660 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:40:10.369038 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:10.399384 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] Pushing event deleted for resources: {'Port': ['ID=045029cb-1348-4406-9bd8-f3d5bd05f375,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:10.567484 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534537'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:10.805775 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] Router 0ac1a87a-35a5-43a3-928f-0920aa193b44 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:40:10.917239 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:40:10.925391 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-394c6d69-a53f-486a-bbcd-9a0eaa12571d admin admin] 10.222.0.32 "PUT /v2.0/routers/0ac1a87a-35a5-43a3-928f-0920aa193b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5385871 Aug 30 16:40:10.926662 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44418) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:10.929454 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf7b7f-2e5c-4b4f-92ee-2e1e75f139c8 None None] Sync routers for ids ['0ac1a87a-35a5-43a3-928f-0920aa193b44'] in dv-cinder-806605-2-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:40:10.939161 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf7b7f-2e5c-4b4f-92ee-2e1e75f139c8 None None] Routers {'0ac1a87a-35a5-43a3-928f-0920aa193b44'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:40:10.939837 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e5bf7b7f-2e5c-4b4f-92ee-2e1e75f139c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:39:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0ac1a87a-35a5-43a3-928f-0920aa193b44'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:11.037801 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:11.141051 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:11.166646 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e5bf7b7f-2e5c-4b4f-92ee-2e1e75f139c8 None None] Set router 0ac1a87a-35a5-43a3-928f-0920aa193b44 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:40:11.194983 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Deleting port fd151af0-dc1f-4afb-a3ed-8ca33983457e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:40:11.195278 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:11.282802 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] For port fd151af0-dc1f-4afb-a3ed-8ca33983457e, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=fd151af0-dc1f-4afb-a3ed-8ca33983457e,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:40:11.283164 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:11.296652 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Calling delete_port for fd151af0-dc1f-4afb-a3ed-8ca33983457e owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:40:11.344482 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e5bf7b7f-2e5c-4b4f-92ee-2e1e75f139c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:40:10Z', 'revision_number': 5, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port': {'id': 'fd151af0-dc1f-4afb-a3ed-8ca33983457e', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:14Z', 'updated_at': '2021-08-30T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:11.371262 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf7b7f-2e5c-4b4f-92ee-2e1e75f139c8 None None] Checking router: 0ac1a87a-35a5-43a3-928f-0920aa193b44 for host: dv-cinder-806605-2-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:40:11.379754 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf7b7f-2e5c-4b4f-92ee-2e1e75f139c8 None None] Routers {'0ac1a87a-35a5-43a3-928f-0920aa193b44'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:40:11.380393 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e5bf7b7f-2e5c-4b4f-92ee-2e1e75f139c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:39:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['0ac1a87a-35a5-43a3-928f-0920aa193b44'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:11.466251 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e5bf7b7f-2e5c-4b4f-92ee-2e1e75f139c8 None None] Set router 0ac1a87a-35a5-43a3-928f-0920aa193b44 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:40:11.470176 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:11.505441 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd151af0-dc1f-4afb-a3ed-8ca33983457e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:11.524015 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e5bf7b7f-2e5c-4b4f-92ee-2e1e75f139c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:40:11Z', 'revision_number': 6, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port_host': None}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:11.550061 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf7b7f-2e5c-4b4f-92ee-2e1e75f139c8 None None] The sync data for ids ['0ac1a87a-35a5-43a3-928f-0920aa193b44'] in dv-cinder-806605-2-iscsi is: [{'id': '0ac1a87a-35a5-43a3-928f-0920aa193b44', 'name': 'tempest-TestShelveInstance-490505449-router', 'tenant_id': 'b3199ef743724aa78d9f233bc289b2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:13Z', 'updated_at': '2021-08-30T16:40:11Z', 'revision_number': 6, 'project_id': 'b3199ef743724aa78d9f233bc289b2af', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:40:11.573496 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537939'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:11.665766 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1297'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:11.668072 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.001088 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525507'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.001815 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac1a87a-35a5-43a3-928f-0920aa193b44 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 16:40:12.006806 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.008281 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1078ebfa-7056-4821-be09-170619632a94 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0ac1a87a-35a5-43a3-928f-0920aa193b44 HTTP/1.1" status: 204 len: 168 time: 1.0791826 Aug 30 16:40:12.010924 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44420) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:12.052990 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbb6c4e-18b1-404d-ba0b-a3bb43bade13 admin admin] Deleting subnet c0e8b993-9652-4074-81d6-d2ed20817cff {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:40:12.058375 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6c4e-18b1-404d-ba0b-a3bb43bade13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.094091 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6c4e-18b1-404d-ba0b-a3bb43bade13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25770915'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.186855 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6c4e-18b1-404d-ba0b-a3bb43bade13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.243347 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6c4e-18b1-404d-ba0b-a3bb43bade13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25795735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26140282'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.268084 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb6c4e-18b1-404d-ba0b-a3bb43bade13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e8b993-9652-4074-81d6-d2ed20817cff,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:12.272206 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6c4e-18b1-404d-ba0b-a3bb43bade13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.276689 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8bbb6c4e-18b1-404d-ba0b-a3bb43bade13 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c0e8b993-9652-4074-81d6-d2ed20817cff HTTP/1.1" status: 204 len: 168 time: 0.2623026 Aug 30 16:40:12.276796 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44422) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:12.279903 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf4d808-010e-4733-ab0b-e6372269556c None None] Network 122ec626-219a-41f5-8132-b2e690dfc29f requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:40:12.357430 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.413101 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Deleting port d20ae5c6-f017-4ebc-bc24-052c63222f65 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:40:12.413435 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.476582 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] DHCP port deletion for 122ec626-219a-41f5-8132-b2e690dfc29f request from dv-cinder-806605-2-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 16:40:12.478102 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] For port d20ae5c6-f017-4ebc-bc24-052c63222f65, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=d20ae5c6-f017-4ebc-bc24-052c63222f65,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:40:12.478637 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.491891 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Calling delete_port for d20ae5c6-f017-4ebc-bc24-052c63222f65 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:40:12.528666 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Deleting port d20ae5c6-f017-4ebc-bc24-052c63222f65 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:40:12.529068 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.577157 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25795780'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.600579 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d20ae5c6-f017-4ebc-bc24-052c63222f65,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:12.600838 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] For port d20ae5c6-f017-4ebc-bc24-052c63222f65, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=d20ae5c6-f017-4ebc-bc24-052c63222f65,segment=NetworkSegment(152d3776-ba55-461a-9bd3-e02be405eb3f),segment_id=152d3776-ba55-461a-9bd3-e02be405eb3f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:40:12.601061 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.609807 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] No DVR routers for this DVR port d20ae5c6-f017-4ebc-bc24-052c63222f65 on host dv-cinder-806605-2-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:40:12.617860 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Calling delete_port for d20ae5c6-f017-4ebc-bc24-052c63222f65 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:40:12.681539 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.691835 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122ec626-219a-41f5-8132-b2e690dfc29f']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:12.699487 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.703903 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152d3776-ba55-461a-9bd3-e02be405eb3f') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:12.704193 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152d3776-ba55-461a-9bd3-e02be405eb3f') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:12.713430 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25770940'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.724958 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Pushing event deleted for resources: {'Port': ['ID=d20ae5c6-f017-4ebc-bc24-052c63222f65,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:12.727643 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.729379 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] No DVR routers for this DVR port d20ae5c6-f017-4ebc-bc24-052c63222f65 on host dv-cinder-806605-2-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:40:12.734278 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:40:12.735355 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25795825'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.736029 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.736365 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.739188 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.739188 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.739188 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: Traceback (most recent call last): Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: timer() Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: cb(*args, **kw) Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: return func(*args, **kwargs) Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: self._notify() Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: self.callback(batched_events) Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: event.method(event) Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: return f(self, *a, **k) Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._get(url).json() Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:40:12.739663 dv-cinder-806605-2-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:40:12.742043 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.742043 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.742043 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.742043 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.742043 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.742043 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.742043 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab16adc-8849-4401-a6ff-33378579b94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-2-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 16:40:12.802982 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.808636 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:12.810571 dv-cinder-806605-2-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/122ec626-219a-41f5-8132-b2e690dfc29f HTTP/1.1" status: 204 len: 168 time: 0.5328996 Aug 30 16:40:12.813623 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44424) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:12.821991 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459e188-0972-4206-b198-8db9ac6f2ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=122ec626-219a-41f5-8132-b2e690dfc29f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:13.209357 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534723'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:13.323988 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d20ae5c6-f017-4ebc-bc24-052c63222f65 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:40:13.346945 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: d20ae5c6-f017-4ebc-bc24-052c63222f65 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:40:13.347235 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device d20ae5c6-f017-4ebc-bc24-052c63222f65 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:40:13.347678 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fd151af0-dc1f-4afb-a3ed-8ca33983457e no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:40:13.366000 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: fd151af0-dc1f-4afb-a3ed-8ca33983457e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:40:13.366297 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device fd151af0-dc1f-4afb-a3ed-8ca33983457e not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:40:13.366729 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 045029cb-1348-4406-9bd8-f3d5bd05f375 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:40:13.386307 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 045029cb-1348-4406-9bd8-f3d5bd05f375 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:40:13.386631 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 045029cb-1348-4406-9bd8-f3d5bd05f375 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:40:13.458281 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] Deleting port 388ff16f-c34a-40dc-bd04-90cefe1f6e05 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:40:13.458590 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:13.538017 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] For port 388ff16f-c34a-40dc-bd04-90cefe1f6e05, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=388ff16f-c34a-40dc-bd04-90cefe1f6e05,segment=NetworkSegment(4bcc4fa7-1859-46b1-8e47-7495332983bd),segment_id=4bcc4fa7-1859-46b1-8e47-7495332983bd)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:40:13.538314 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:13.551367 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] Calling delete_port for 388ff16f-c34a-40dc-bd04-90cefe1f6e05 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:40:13.735548 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:13.760928 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] Pushing event deleted for resources: {'Port': ['ID=388ff16f-c34a-40dc-bd04-90cefe1f6e05,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:13.926651 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534537'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:14.155704 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] Router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 has already been hosted by L3 agent e8935988-b72b-4d6c-86e1-b1800780af9e {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 16:40:14.264138 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] Notify agent at l3_agent.dv-cinder-806605-2-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 16:40:14.269876 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a550331e-ce83-4862-aeb8-2cac76b7216c admin admin] 10.222.0.32 "PUT /v2.0/routers/1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4548993 Aug 30 16:40:14.272714 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44426) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:14.275552 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1146ac17-56ed-41ba-957b-3298c27539b3 None None] Sync routers for ids ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'] in dv-cinder-806605-2-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 16:40:14.288120 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146ac17-56ed-41ba-957b-3298c27539b3 None None] Routers {'1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:40:14.288817 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1146ac17-56ed-41ba-957b-3298c27539b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:39:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:14.395047 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1146ac17-56ed-41ba-957b-3298c27539b3 None None] Set router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:40:14.543235 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:14.571786 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1146ac17-56ed-41ba-957b-3298c27539b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'name': 'tempest-TestShelveInstance-398369644-router', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:18Z', 'updated_at': '2021-08-30T16:40:13Z', 'revision_number': 5, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'gw_port': {'id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:19Z', 'updated_at': '2021-08-30T16:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:14.597363 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1146ac17-56ed-41ba-957b-3298c27539b3 None None] Checking router: 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 for host: dv-cinder-806605-2-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 16:40:14.606281 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146ac17-56ed-41ba-957b-3298c27539b3 None None] Routers {'1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'} bound to L3 agent in host dv-cinder-806605-2-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 16:40:14.606929 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1146ac17-56ed-41ba-957b-3298c27539b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T16:19:24Z,description=,heartbeat_timestamp=2021-08-30T16:39:54Z,host='dv-cinder-806605-2-iscsi',id=e8935988-b72b-4d6c-86e1-b1800780af9e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T16:19:24Z,topic='l3_agent')) {'router_ids': ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:14.648225 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:14.707061 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Deleting port a4904f37-cff3-424a-8243-d82925fa2979 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:40:14.707396 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:14.711536 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1146ac17-56ed-41ba-957b-3298c27539b3 None None] Set router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 gateway port host: dv-cinder-806605-2-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 16:40:14.796633 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] For port a4904f37-cff3-424a-8243-d82925fa2979, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=a4904f37-cff3-424a-8243-d82925fa2979,segment=NetworkSegment(5a2ace0e-6057-448b-9ff4-c7ab883f0612),segment_id=5a2ace0e-6057-448b-9ff4-c7ab883f0612)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:40:14.797007 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:14.810456 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Calling delete_port for a4904f37-cff3-424a-8243-d82925fa2979 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:40:14.892164 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1146ac17-56ed-41ba-957b-3298c27539b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'name': 'tempest-TestShelveInstance-398369644-router', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:18Z', 'updated_at': '2021-08-30T16:40:13Z', 'revision_number': 5, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'gw_port': {'id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:19Z', 'updated_at': '2021-08-30T16:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}], 'dv-cinder-806605-2-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:14.918903 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1146ac17-56ed-41ba-957b-3298c27539b3 None None] The sync data for ids ['1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9'] in dv-cinder-806605-2-iscsi is: [{'id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'name': 'tempest-TestShelveInstance-398369644-router', 'tenant_id': '68e4dfcb8fc045ada18b5523499c998f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'external_fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T16:35:18Z', 'updated_at': '2021-08-30T16:40:13Z', 'revision_number': 5, 'project_id': '68e4dfcb8fc045ada18b5523499c998f', 'gw_port': {'id': 'a4904f37-cff3-424a-8243-d82925fa2979', 'name': '', 'network_id': '6f5b224b-7450-4bed-85a9-e0fdb3b07561', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T16:35:19Z', 'updated_at': '2021-08-30T16:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab98c9dd-638a-408b-86a0-13d118a33a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-2-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 16:40:14.987173 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.018173 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a4904f37-cff3-424a-8243-d82925fa2979,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:15.085237 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537939'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.180481 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1297'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.182952 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.235434 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525507'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.236156 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 16:40:15.241367 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.242588 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-50c123be-1b2f-4bb2-aee0-aac0b317f9fa admin admin] 10.222.0.32 "DELETE /v2.0/routers/1c23c860-91cd-4aff-b7b9-6c46ff4ac3f9 HTTP/1.1" status: 204 len: 168 time: 0.9689975 Aug 30 16:40:15.246388 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44430) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:15.300669 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-52156377-a847-4fff-907c-f64a42aab793 admin admin] Deleting subnet 1f62848e-f148-4dbd-beb7-757855f28c8c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 16:40:15.304695 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52156377-a847-4fff-907c-f64a42aab793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.343731 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52156377-a847-4fff-907c-f64a42aab793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27047387'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.388507 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 388ff16f-c34a-40dc-bd04-90cefe1f6e05 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:40:15.409198 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: 388ff16f-c34a-40dc-bd04-90cefe1f6e05 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:40:15.409565 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device 388ff16f-c34a-40dc-bd04-90cefe1f6e05 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:40:15.437361 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52156377-a847-4fff-907c-f64a42aab793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724089'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.491652 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52156377-a847-4fff-907c-f64a42aab793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27026861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27091175'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.518456 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52156377-a847-4fff-907c-f64a42aab793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f62848e-f148-4dbd-beb7-757855f28c8c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:15.524239 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52156377-a847-4fff-907c-f64a42aab793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.526243 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-52156377-a847-4fff-907c-f64a42aab793 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1f62848e-f148-4dbd-beb7-757855f28c8c HTTP/1.1" status: 204 len: 168 time: 0.2789488 Aug 30 16:40:15.528840 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44432) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:15.529978 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e4c08-220f-4c3a-b0fa-6a9386b77033 None None] Network 89a53287-1e06-4623-9ee3-c19db48b486f requested from dv-cinder-806605-2-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 16:40:15.600408 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819945'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.662008 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Deleting port a7dc7108-00d7-47b9-afcf-991447109b74 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 16:40:15.662216 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731788737567'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.729812 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] For port a7dc7108-00d7-47b9-afcf-991447109b74, host dv-cinder-806605-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-2-iscsi',level=0,port_id=a7dc7108-00d7-47b9-afcf-991447109b74,segment=NetworkSegment(4bcc4fa7-1859-46b1-8e47-7495332983bd),segment_id=4bcc4fa7-1859-46b1-8e47-7495332983bd)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 16:40:15.730176 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536338'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.744737 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Calling delete_port for a7dc7108-00d7-47b9-afcf-991447109b74 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 16:40:15.829117 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1707789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731788708383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731788156173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27026942'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.855608 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7dc7108-00d7-47b9-afcf-991447109b74,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:15.860019 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] No DVR routers for this DVR port a7dc7108-00d7-47b9-afcf-991447109b74 on host dv-cinder-806605-2-iscsi {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 16:40:15.928952 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749826', 'neutron.services.segments.db._delete_segments_for_network-8731788684270'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.940174 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a53287-1e06-4623-9ee3-c19db48b486f']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:15.955744 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcc4fa7-1859-46b1-8e47-7495332983bd') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:15.955973 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcc4fa7-1859-46b1-8e47-7495332983bd') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 16:40:15.958103 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a7c297-a82d-44af-a278-919c27d12e1d None None] DHCP port deletion for 89a53287-1e06-4623-9ee3-c19db48b486f request from dv-cinder-806605-2-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 16:40:15.969741 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731788684153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27047364'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:15.990439 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.003979 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 16:40:16.004518 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27026891'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: Traceback (most recent call last): Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: timer() Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: cb(*args, **kw) Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: return func(*args, **kwargs) Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: self._notify() Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: self.callback(batched_events) Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: event.method(event) Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: return f(self, *a, **k) Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._get(url).json() Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 16:40:16.006646 dv-cinder-806605-2-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 16:40:16.069153 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537967'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.080750 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569205'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.082819 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/89a53287-1e06-4623-9ee3-c19db48b486f HTTP/1.1" status: 204 len: 168 time: 0.5518084 Aug 30 16:40:16.095396 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f1b18-fc7c-42e9-920f-30922db6b6f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a53287-1e06-4623-9ee3-c19db48b486f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:16.214304 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44436) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:16.268503 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ad61f1c7-09d0-4d92-ab86-3aaacc6c2797 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3199ef743724aa78d9f233bc289b2af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528200 Aug 30 16:40:16.271025 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44438) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:16.322972 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d30144b-a9a0-40a2-bd1b-fcf2b1e62cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.349224 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d30144b-a9a0-40a2-bd1b-fcf2b1e62cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.410137 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d30144b-a9a0-40a2-bd1b-fcf2b1e62cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.412961 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d30144b-a9a0-40a2-bd1b-fcf2b1e62cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.414166 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5d30144b-a9a0-40a2-bd1b-fcf2b1e62cdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47370700-fbb4-4526-92e0-b1c6ea8508c1 HTTP/1.1" status: 204 len: 168 time: 0.1421740 Aug 30 16:40:16.422919 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30144b-a9a0-40a2-bd1b-fcf2b1e62cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47370700-fbb4-4526-92e0-b1c6ea8508c1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:16.772134 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44444) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:16.811416 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-68059b6b-d35a-458f-b410-6cf281fb7fda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68e4dfcb8fc045ada18b5523499c998f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378954 Aug 30 16:40:16.813822 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 16:40:16.863674 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5eb0cde4-5f13-412a-a746-28014a508f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.888803 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5eb0cde4-5f13-412a-a746-28014a508f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.946978 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5eb0cde4-5f13-412a-a746-28014a508f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382952'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.949692 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5eb0cde4-5f13-412a-a746-28014a508f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:16.950844 dv-cinder-806605-2-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5eb0cde4-5f13-412a-a746-28014a508f46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98740c95-0b98-43b0-a88b-f8dcfd6b8490 HTTP/1.1" status: 204 len: 168 time: 0.1361921 Aug 30 16:40:16.959228 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0cde4-5f13-412a-a746-28014a508f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98740c95-0b98-43b0-a88b-f8dcfd6b8490,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 16:40:17.321666 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a4904f37-cff3-424a-8243-d82925fa2979 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:40:17.343038 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: a4904f37-cff3-424a-8243-d82925fa2979 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:40:17.343505 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a4904f37-cff3-424a-8243-d82925fa2979 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:40:17.343946 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a7dc7108-00d7-47b9-afcf-991447109b74 no longer exists at agent ovs-agent-dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 16:40:17.365326 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] No Port match for: a7dc7108-00d7-47b9-afcf-991447109b74 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 16:40:17.365613 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Device a7dc7108-00d7-47b9-afcf-991447109b74 not bound to the agent host dv-cinder-806605-2-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 16:40:21.382364 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-818c2a5a-9dd2-46eb-a502-805a1d082789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:24.259883 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6a63fa9-cc13-4881-b218-82eacfb187c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:24.524993 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:25.108646 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:26.672194 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:30.350759 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:42.466034 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:40:51.387031 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b7cf-c81e-4b7c-abea-ca5a0463946f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:54.265924 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-354e8982-331d-49b8-8b37-b6e216caad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:54.529166 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:55.122500 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:40:56.677995 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:00.381542 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:19.460950 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:41:21.392808 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9eec-29d0-47c9-8b58-fd7a304ed3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:24.251905 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65d14e98-fa98-4838-81f1-3746d45dfc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:24.532593 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:25.124177 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:26.681529 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:30.379385 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:51.389013 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08f1584e-c679-4075-af60-78cc11b38667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:54.247739 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f94363a4-d774-40e6-a827-15c45137083d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:54.532679 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:55.120401 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:41:56.461750 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:41:56.689027 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:00.388312 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:21.393362 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7bd979a-ccbb-49f5-9cdd-ef78e347f44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:24.251339 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fddeca8b-1dc1-4d90-a0e0-860a1a383508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:24.529155 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:25.125054 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:26.692890 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:30.393091 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:33.469631 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:42:50.197586 dv-cinder-806605-2-iscsi neutron-server[93876]: DEBUG neutron.wsgi [req-65d80f47-3abc-422e-bec0-78e7017e54ba req-b449c9fd-0445-4344-bc98-0c26bc773c7e service neutron] (93876) timed out ('10.222.0.78', 53666) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 16:42:51.401621 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2897-f320-4b62-bddd-979346cf3dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:54.256672 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ebc4ecb1-3f96-4be6-9fbc-11e62dcd38a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:54.534671 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:55.127579 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:42:56.694954 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:00.396630 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:10.464206 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:43:15.651881 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [req-21adb4ca-54c5-456b-8e9d-39ce70c2c956 req-a92307f9-c3d1-4bc7-8979-586324e3b41a service neutron] (93875) timed out ('10.222.0.78', 53678) {{(pid=93875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 16:43:21.400288 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5224ad99-5ec7-4f06-9919-d7570d9ab725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:24.252536 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-115abac4-a0d8-4b78-a6b4-4472bd8f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:24.539214 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:25.137223 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:26.698255 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:30.409979 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:47.468243 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:43:51.395475 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-407aca14-bb50-4f3f-844c-fa7712efcd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:54.254548 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8858d34f-94e9-4b16-8d90-fce6c9a6b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:54.547797 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:55.138774 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:43:56.702711 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:00.412590 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:21.406733 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9204b1d-a92f-4b16-8668-2f1b0dec3727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:24.256136 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a3cf104-9b7e-448f-8031-f86af04d24f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:24.467624 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:44:24.533295 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:25.139058 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:26.704553 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:30.407526 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:51.407923 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99078c4a-223f-4332-ae00-5bdf4f2efcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:54.259456 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-54c2d0c3-6b69-4deb-91b3-5050f6b94180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:54.539262 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:55.151489 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:56.709016 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:44:57.903792 dv-cinder-806605-2-iscsi neutron-server[93875]: DEBUG neutron.wsgi [req-b303c6e4-510d-4d95-a87f-6cb4c2630dc0 req-ec95c8cf-4a69-43a4-9705-b1c5b6b9a84b service neutron] (93875) timed out ('10.222.0.32', 38680) {{(pid=93875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 16:45:00.411275 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:45:01.466954 dv-cinder-806605-2-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-68e54b22-f22f-46c7-93c5-d8fcb08987c1 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:45:21.407655 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aad26384-0d2f-44f2-bfc7-6ea0aa2bba8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:45:24.257198 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3758b32d-aadd-4696-8c3d-4afa02d751f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:45:24.535957 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ed160-f001-4be6-a3da-7aec30e25c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:45:25.149649 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f8b-10d9-4f68-baf8-94006c9f814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:45:26.713186 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53c7fbd8-1472-4e12-8380-82557c871a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:45:30.409410 dv-cinder-806605-2-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d516fa1-430c-4457-9800-20f7fa310b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731788684252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1750648'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}